2024-11-24 07:16:48,891 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 07:16:48,907 main DEBUG Took 0.014287 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 07:16:48,907 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 07:16:48,908 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 07:16:48,909 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 07:16:48,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,917 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 07:16:48,931 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,934 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,935 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,937 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,938 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,940 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,943 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,944 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,945 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,946 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:16:48,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,949 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 07:16:48,951 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:16:48,952 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 07:16:48,955 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 07:16:48,955 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 07:16:48,957 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 07:16:48,957 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 07:16:48,966 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 07:16:48,968 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 07:16:48,970 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 07:16:48,971 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 07:16:48,971 main DEBUG createAppenders(={Console}) 2024-11-24 07:16:48,972 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-24 07:16:48,973 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 07:16:48,973 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-24 07:16:48,974 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 07:16:48,974 main DEBUG OutputStream closed 2024-11-24 07:16:48,974 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 07:16:48,975 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 07:16:48,975 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-24 07:16:49,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 07:16:49,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 07:16:49,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 07:16:49,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 07:16:49,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 07:16:49,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 07:16:49,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 07:16:49,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 07:16:49,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 07:16:49,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 07:16:49,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 07:16:49,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 07:16:49,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 07:16:49,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 07:16:49,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 07:16:49,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 07:16:49,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 07:16:49,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 07:16:49,074 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 07:16:49,074 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-24 07:16:49,075 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 07:16:49,075 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-24T07:16:49,087 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-24 07:16:49,090 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 07:16:49,090 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T07:16:49,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=6242 2024-11-24T07:16:49,355 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-24T07:16:49,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d 2024-11-24T07:16:49,397 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/cluster_62cfdacc-6d65-2f38-344f-4d39440f7e5d, deleteOnExit=true 2024-11-24T07:16:49,534 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/cluster_62cfdacc-6d65-2f38-344f-4d39440f7e5d/zookeeper_0, clientPort=62723, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/cluster_62cfdacc-6d65-2f38-344f-4d39440f7e5d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/cluster_62cfdacc-6d65-2f38-344f-4d39440f7e5d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:16:49,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62723 2024-11-24T07:16:49,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:16:49,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:16:49,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/test.cache.data in system properties and HBase conf 2024-11-24T07:16:49,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:16:49,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:16:49,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:16:49,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:16:49,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:16:49,661 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T07:16:49,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:16:49,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:16:49,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:16:49,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:16:49,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:16:49,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:16:49,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:16:49,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:16:49,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:16:49,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:16:49,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:16:49,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:16:49,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:16:49,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:16:49,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:16:50,786 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T07:16:50,857 INFO [Time-limited test {}] log.Log(170): Logging initialized @2621ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T07:16:50,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:16:50,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:16:51,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:16:51,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:16:51,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:16:51,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:16:51,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:16:51,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:16:51,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/java.io.tmpdir/jetty-localhost-44845-hadoop-hdfs-3_4_1-tests_jar-_-any-1719230124400234216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:16:51,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:44845} 2024-11-24T07:16:51,198 INFO [Time-limited test {}] server.Server(415): Started @2963ms 2024-11-24T07:16:51,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:16:51,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:16:51,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:16:51,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:16:51,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:16:51,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:16:51,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:16:51,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/java.io.tmpdir/jetty-localhost-41049-hadoop-hdfs-3_4_1-tests_jar-_-any-1952760157874355219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:16:51,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:41049} 2024-11-24T07:16:51,879 INFO [Time-limited test {}] server.Server(415): Started @3644ms 2024-11-24T07:16:51,934 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:16:53,160 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/cluster_62cfdacc-6d65-2f38-344f-4d39440f7e5d/data/data2/current/BP-693064469-172.17.0.3-1732432610287/current, will proceed with Du for space computation calculation, 2024-11-24T07:16:53,160 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/cluster_62cfdacc-6d65-2f38-344f-4d39440f7e5d/data/data1/current/BP-693064469-172.17.0.3-1732432610287/current, will proceed with Du for space computation calculation, 2024-11-24T07:16:53,200 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:16:53,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc391b22c40b671dc with lease ID 0x1130879d8ccf3721: Processing first storage report for DS-54accf3e-4f60-4570-8442-e095fe730932 from datanode DatanodeRegistration(127.0.0.1:45423, datanodeUuid=8d487d02-f025-420a-886c-755374a5d97e, infoPort=36305, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=1944947989;c=1732432610287) 2024-11-24T07:16:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc391b22c40b671dc with lease ID 0x1130879d8ccf3721: from storage DS-54accf3e-4f60-4570-8442-e095fe730932 node DatanodeRegistration(127.0.0.1:45423, datanodeUuid=8d487d02-f025-420a-886c-755374a5d97e, infoPort=36305, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=1944947989;c=1732432610287), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T07:16:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc391b22c40b671dc with lease ID 0x1130879d8ccf3721: Processing first storage report for DS-85c04d74-64b4-4dd2-9dfb-3e6ee419d1d7 from datanode DatanodeRegistration(127.0.0.1:45423, datanodeUuid=8d487d02-f025-420a-886c-755374a5d97e, infoPort=36305, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=1944947989;c=1732432610287) 2024-11-24T07:16:53,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc391b22c40b671dc with lease ID 0x1130879d8ccf3721: from storage DS-85c04d74-64b4-4dd2-9dfb-3e6ee419d1d7 node DatanodeRegistration(127.0.0.1:45423, datanodeUuid=8d487d02-f025-420a-886c-755374a5d97e, infoPort=36305, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=1944947989;c=1732432610287), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:16:53,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d 2024-11-24T07:16:53,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:16:53,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:16:53,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:16:54,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2 with version=8 2024-11-24T07:16:54,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/hbase-staging 2024-11-24T07:16:54,176 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T07:16:54,446 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:16:54,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:16:54,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:16:54,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:16:54,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:16:54,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:16:54,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:16:54,671 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T07:16:54,683 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T07:16:54,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:16:54,721 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10951 (auto-detected) 2024-11-24T07:16:54,722 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-24T07:16:54,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46799 2024-11-24T07:16:54,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46799 connecting to ZooKeeper ensemble=127.0.0.1:62723 2024-11-24T07:16:54,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467990x0, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:16:54,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46799-0x1016bb3bc940000 connected 2024-11-24T07:16:54,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:16:54,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:16:55,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/running 2024-11-24T07:16:55,008 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2, hbase.cluster.distributed=false 2024-11-24T07:16:55,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/acl 2024-11-24T07:16:55,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46799 2024-11-24T07:16:55,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46799 2024-11-24T07:16:55,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46799 2024-11-24T07:16:55,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46799 2024-11-24T07:16:55,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46799 2024-11-24T07:16:55,177 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:16:55,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:16:55,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:16:55,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:16:55,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:16:55,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:16:55,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:16:55,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:16:55,186 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39535 2024-11-24T07:16:55,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39535 connecting to ZooKeeper ensemble=127.0.0.1:62723 2024-11-24T07:16:55,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:16:55,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:16:55,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395350x0, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/running 2024-11-24T07:16:55,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395350x0, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:16:55,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39535-0x1016bb3bc940001 connected 2024-11-24T07:16:55,218 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:16:55,238 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:16:55,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/master 2024-11-24T07:16:55,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/acl 2024-11-24T07:16:55,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39535 2024-11-24T07:16:55,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39535 2024-11-24T07:16:55,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39535 2024-11-24T07:16:55,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39535 2024-11-24T07:16:55,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39535 2024-11-24T07:16:55,284 DEBUG [M:0;1ab588ae992e:46799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:46799 2024-11-24T07:16:55,286 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /065702868/backup-masters/1ab588ae992e,46799,1732432614274 2024-11-24T07:16:55,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/backup-masters 2024-11-24T07:16:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/backup-masters 2024-11-24T07:16:55,301 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on existing znode=/065702868/backup-masters/1ab588ae992e,46799,1732432614274 2024-11-24T07:16:55,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:55,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/065702868/master 2024-11-24T07:16:55,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:55,340 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on existing znode=/065702868/master 2024-11-24T07:16:55,344 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /065702868/backup-masters/1ab588ae992e,46799,1732432614274 from backup master directory 2024-11-24T07:16:55,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/backup-masters 2024-11-24T07:16:55,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/065702868/backup-masters/1ab588ae992e,46799,1732432614274 2024-11-24T07:16:55,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/backup-masters 2024-11-24T07:16:55,362 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:16:55,362 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,46799,1732432614274 2024-11-24T07:16:55,366 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T07:16:55,368 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T07:16:55,443 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/hbase.id] with ID: 190da887-c5e2-49ad-8e16-60765de65e42 2024-11-24T07:16:55,443 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/.tmp/hbase.id 2024-11-24T07:16:55,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:16:55,456 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/.tmp/hbase.id]:[hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/hbase.id] 2024-11-24T07:16:55,514 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:16:55,520 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:16:55,547 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-24T07:16:55,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:55,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:16:55,592 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:16:55,595 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:16:55,615 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:16:55,619 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:16:55,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:16:56,089 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store 2024-11-24T07:16:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:16:56,116 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T07:16:56,120 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:16:56,122 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:16:56,122 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:16:56,123 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:16:56,124 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:16:56,125 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:16:56,125 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:16:56,126 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432616122Disabling compacts and flushes for region at 1732432616122Disabling writes for close at 1732432616125 (+3 ms)Writing region close event to WAL at 1732432616125Closed at 1732432616125 2024-11-24T07:16:56,129 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/.initializing 2024-11-24T07:16:56,129 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,46799,1732432614274 2024-11-24T07:16:56,139 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:16:56,156 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C46799%2C1732432614274, suffix=, logDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,46799,1732432614274, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/oldWALs, maxLogs=10 2024-11-24T07:16:56,188 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,46799,1732432614274/1ab588ae992e%2C46799%2C1732432614274.1732432616162, exclude list is [], retry=0 2024-11-24T07:16:56,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45423,DS-54accf3e-4f60-4570-8442-e095fe730932,DISK] 2024-11-24T07:16:56,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T07:16:56,262 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,46799,1732432614274/1ab588ae992e%2C46799%2C1732432614274.1732432616162 2024-11-24T07:16:56,263 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36305:36305)] 2024-11-24T07:16:56,264 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:16:56,265 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:16:56,269 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,271 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:16:56,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:56,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:16:56,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:16:56,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:56,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:16:56,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:16:56,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:56,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:16:56,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:16:56,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:56,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:16:56,380 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,386 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,388 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,394 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,395 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,399 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:16:56,403 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:16:56,407 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:16:56,409 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62655480, jitterRate=-0.06636059284210205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:16:56,417 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432616286Initializing all the Stores at 1732432616288 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432616289 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432616291 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432616292 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432616292Cleaning up temporary data from old regions at 1732432616395 (+103 ms)Region opened successfully at 1732432616416 (+21 ms) 2024-11-24T07:16:56,418 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:16:56,453 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ffb444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:16:56,483 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:16:56,496 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:16:56,496 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:16:56,500 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:16:56,502 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T07:16:56,508 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-24T07:16:56,508 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:16:56,541 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:16:56,553 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/balancer because node does not exist (not necessarily an error) 2024-11-24T07:16:56,611 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/balancer already deleted, retry=false 2024-11-24T07:16:56,615 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:16:56,616 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:16:56,622 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/normalizer already deleted, retry=false 2024-11-24T07:16:56,624 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:16:56,627 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:16:56,632 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/switch/split already deleted, retry=false 2024-11-24T07:16:56,634 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:16:56,643 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/switch/merge already deleted, retry=false 2024-11-24T07:16:56,665 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:16:56,674 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/snapshot-cleanup already deleted, retry=false 2024-11-24T07:16:56,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/065702868/running 2024-11-24T07:16:56,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/065702868/running 2024-11-24T07:16:56,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:56,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:56,689 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,46799,1732432614274, sessionid=0x1016bb3bc940000, setting cluster-up flag (Was=false) 2024-11-24T07:16:56,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:56,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:56,749 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /065702868/flush-table-proc/acquired, /065702868/flush-table-proc/reached, /065702868/flush-table-proc/abort 2024-11-24T07:16:56,751 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,46799,1732432614274 2024-11-24T07:16:56,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:56,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:56,801 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /065702868/online-snapshot/acquired, /065702868/online-snapshot/reached, /065702868/online-snapshot/abort 2024-11-24T07:16:56,803 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,46799,1732432614274 2024-11-24T07:16:56,810 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:16:56,872 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(746): ClusterId : 190da887-c5e2-49ad-8e16-60765de65e42 2024-11-24T07:16:56,875 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:16:56,891 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:16:56,891 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:16:56,897 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:16:56,898 DEBUG [RS:0;1ab588ae992e:39535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34241726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:16:56,902 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:16:56,914 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:16:56,918 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:39535 2024-11-24T07:16:56,923 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:16:56,923 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:16:56,923 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:16:56,923 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:16:56,927 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,46799,1732432614274 with port=39535, startcode=1732432615136 2024-11-24T07:16:56,929 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,46799,1732432614274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:16:56,937 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:16:56,937 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:16:56,938 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:16:56,938 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:16:56,938 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:16:56,938 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:56,939 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:16:56,939 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:56,941 DEBUG [RS:0;1ab588ae992e:39535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:16:56,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:16:56,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:16:56,961 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:56,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:16:56,981 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432646980 2024-11-24T07:16:56,982 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:16:56,984 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:16:56,988 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:16:56,988 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:16:56,989 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:16:56,989 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:16:57,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:16:57,012 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,022 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:16:57,022 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:16:57,024 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:16:57,024 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:16:57,025 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:16:57,027 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:16:57,027 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:16:57,029 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46799 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T07:16:57,036 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432617029,5,FailOnTimeoutGroup] 2024-11-24T07:16:57,039 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432617037,5,FailOnTimeoutGroup] 2024-11-24T07:16:57,040 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,040 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:16:57,043 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,043 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,062 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T07:16:57,062 WARN [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T07:16:57,164 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,46799,1732432614274 with port=39535, startcode=1732432615136 2024-11-24T07:16:57,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,39535,1732432615136 2024-11-24T07:16:57,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46799 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,39535,1732432615136 2024-11-24T07:16:57,176 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2 2024-11-24T07:16:57,176 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43771 2024-11-24T07:16:57,176 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:16:57,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/rs 2024-11-24T07:16:57,201 DEBUG [RS:0;1ab588ae992e:39535 {}] zookeeper.ZKUtil(111): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on existing znode=/065702868/rs/1ab588ae992e,39535,1732432615136 2024-11-24T07:16:57,202 WARN [RS:0;1ab588ae992e:39535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:16:57,202 INFO [RS:0;1ab588ae992e:39535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:16:57,202 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136 2024-11-24T07:16:57,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,39535,1732432615136] 2024-11-24T07:16:57,230 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:16:57,248 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:16:57,254 INFO [RS:0;1ab588ae992e:39535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:16:57,254 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,255 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:16:57,261 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:16:57,263 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,263 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,263 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,263 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,264 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,264 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,264 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:16:57,264 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,264 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,265 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,265 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,265 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,265 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:16:57,265 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:16:57,266 DEBUG [RS:0;1ab588ae992e:39535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:16:57,273 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,273 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,273 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,274 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,274 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,274 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39535,1732432615136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:16:57,295 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:16:57,297 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39535,1732432615136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,297 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,298 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.Replication(171): 1ab588ae992e,39535,1732432615136 started 2024-11-24T07:16:57,317 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:57,317 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,39535,1732432615136, RpcServer on 1ab588ae992e/172.17.0.3:39535, sessionid=0x1016bb3bc940001 2024-11-24T07:16:57,318 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:16:57,318 DEBUG [RS:0;1ab588ae992e:39535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,39535,1732432615136 2024-11-24T07:16:57,318 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,39535,1732432615136' 2024-11-24T07:16:57,318 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/065702868/flush-table-proc/abort' 2024-11-24T07:16:57,319 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/065702868/flush-table-proc/acquired' 2024-11-24T07:16:57,320 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:16:57,320 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:16:57,320 DEBUG [RS:0;1ab588ae992e:39535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,39535,1732432615136 2024-11-24T07:16:57,320 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,39535,1732432615136' 2024-11-24T07:16:57,321 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/065702868/online-snapshot/abort' 2024-11-24T07:16:57,321 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/065702868/online-snapshot/acquired' 2024-11-24T07:16:57,322 DEBUG [RS:0;1ab588ae992e:39535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:16:57,322 INFO [RS:0;1ab588ae992e:39535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:16:57,322 INFO [RS:0;1ab588ae992e:39535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:16:57,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:16:57,410 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2 2024-11-24T07:16:57,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741832_1008 (size=32) 2024-11-24T07:16:57,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:16:57,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:16:57,429 INFO [RS:0;1ab588ae992e:39535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:16:57,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:16:57,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:57,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:16:57,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:16:57,432 INFO [RS:0;1ab588ae992e:39535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39535%2C1732432615136, suffix=, logDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs, maxLogs=10 2024-11-24T07:16:57,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:16:57,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:57,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:16:57,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:16:57,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:16:57,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:57,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:16:57,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:16:57,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:16:57,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:57,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:16:57,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:16:57,453 DEBUG [RS:0;1ab588ae992e:39535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436, exclude list is [], retry=0 2024-11-24T07:16:57,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740 2024-11-24T07:16:57,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740 2024-11-24T07:16:57,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:16:57,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:16:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45423,DS-54accf3e-4f60-4570-8442-e095fe730932,DISK] 2024-11-24T07:16:57,460 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:16:57,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:16:57,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:16:57,468 INFO [RS:0;1ab588ae992e:39535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 2024-11-24T07:16:57,469 DEBUG [RS:0;1ab588ae992e:39535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36305:36305)] 2024-11-24T07:16:57,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70059026, jitterRate=0.04396083950996399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:16:57,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432617422Initializing all the Stores at 1732432617424 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432617424Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432617424Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432617424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432617424Cleaning up temporary data from old regions at 1732432617459 (+35 ms)Region opened successfully at 1732432617474 (+15 ms) 2024-11-24T07:16:57,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:16:57,475 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:16:57,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:16:57,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:16:57,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:16:57,477 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:16:57,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432617474Disabling compacts and flushes for region at 1732432617474Disabling writes for close at 1732432617475 (+1 ms)Writing region close event to WAL at 1732432617476 (+1 ms)Closed at 1732432617477 (+1 ms) 2024-11-24T07:16:57,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:16:57,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:16:57,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:16:57,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:16:57,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:16:57,656 DEBUG [1ab588ae992e:46799 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:16:57,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,39535,1732432615136 2024-11-24T07:16:57,674 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39535,1732432615136, state=OPENING 2024-11-24T07:16:57,727 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:16:57,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:57,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:16:57,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: CHANGED 2024-11-24T07:16:57,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: CHANGED 2024-11-24T07:16:57,740 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:16:57,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,39535,1732432615136}] 2024-11-24T07:16:57,918 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:16:57,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:16:57,933 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:16:57,933 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:16:57,934 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:16:57,938 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39535%2C1732432615136.meta, suffix=.meta, logDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs, maxLogs=10 2024-11-24T07:16:57,961 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.meta.1732432617941.meta, exclude list is [], retry=0 2024-11-24T07:16:57,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45423,DS-54accf3e-4f60-4570-8442-e095fe730932,DISK] 2024-11-24T07:16:57,979 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.meta.1732432617941.meta 2024-11-24T07:16:57,980 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36305:36305)] 2024-11-24T07:16:57,980 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:16:57,986 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:16:57,987 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:16:57,991 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:16:57,993 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:16:57,997 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:16:57,998 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:16:57,998 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:16:57,998 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:16:58,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:16:58,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:16:58,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:58,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:16:58,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:16:58,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:16:58,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:58,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:16:58,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:16:58,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:16:58,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:58,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:16:58,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:16:58,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:16:58,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:16:58,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:16:58,016 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:16:58,019 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740 2024-11-24T07:16:58,022 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740 2024-11-24T07:16:58,025 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:16:58,025 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:16:58,026 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:16:58,028 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:16:58,031 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68338177, jitterRate=0.018318191170692444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:16:58,031 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:16:58,033 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432617999Writing region info on filesystem at 1732432617999Initializing all the Stores at 1732432618001 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432618001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432618002 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432618002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432618002Cleaning up temporary data from old regions at 1732432618025 (+23 ms)Running coprocessor post-open hooks at 1732432618031 (+6 ms)Region opened successfully at 1732432618033 (+2 ms) 2024-11-24T07:16:58,041 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432617910 2024-11-24T07:16:58,054 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:16:58,055 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:16:58,058 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,39535,1732432615136 2024-11-24T07:16:58,060 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39535,1732432615136, state=OPEN 2024-11-24T07:16:58,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/065702868/meta-region-server 2024-11-24T07:16:58,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/065702868/meta-region-server 2024-11-24T07:16:58,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: CHANGED 2024-11-24T07:16:58,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: CHANGED 2024-11-24T07:16:58,173 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,39535,1732432615136 2024-11-24T07:16:58,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:16:58,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,39535,1732432615136 in 430 msec 2024-11-24T07:16:58,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:16:58,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 693 msec 2024-11-24T07:16:58,191 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:16:58,191 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:16:58,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:16:58,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39535,1732432615136, seqNum=-1] 2024-11-24T07:16:58,239 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:16:58,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:16:58,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4170 sec 2024-11-24T07:16:58,269 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432618269, completionTime=-1 2024-11-24T07:16:58,273 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:16:58,273 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:16:58,300 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:16:58,300 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432678300 2024-11-24T07:16:58,301 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432738301 2024-11-24T07:16:58,301 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-24T07:16:58,331 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46799,1732432614274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:58,331 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46799,1732432614274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:58,331 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46799,1732432614274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:58,333 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:46799, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:58,335 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:58,354 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:58,355 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:16:58,398 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.036sec 2024-11-24T07:16:58,399 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:16:58,401 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:16:58,402 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:16:58,403 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:16:58,403 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:16:58,405 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46799,1732432614274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:16:58,406 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46799,1732432614274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:16:58,431 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:16:58,432 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:16:58,433 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46799,1732432614274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:16:58,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4881e3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:16:58,488 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T07:16:58,488 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T07:16:58,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,46799,-1 for getting cluster id 2024-11-24T07:16:58,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:16:58,506 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190da887-c5e2-49ad-8e16-60765de65e42' 2024-11-24T07:16:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:16:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190da887-c5e2-49ad-8e16-60765de65e42" 2024-11-24T07:16:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187282b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:16:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,46799,-1] 2024-11-24T07:16:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:16:58,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:16:58,518 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:16:58,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364f66dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:16:58,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:16:58,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39535,1732432615136, seqNum=-1] 2024-11-24T07:16:58,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:16:58,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:16:58,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,46799,1732432614274 2024-11-24T07:16:58,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62723 2024-11-24T07:16:58,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:16:58,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016bb3bc940002 connected 2024-11-24T07:16:58,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/hadoop.log.dir so I do NOT create it in target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706 2024-11-24T07:16:58,669 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:16:58,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/hadoop.tmp.dir so I do NOT create it in target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706 2024-11-24T07:16:58,670 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:16:58,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706 2024-11-24T07:16:58,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:16:58,671 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/cluster_f638e39f-bdc4-5e06-8b8e-e05d5ad83db7, deleteOnExit=true 2024-11-24T07:16:58,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:16:58,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/test.cache.data in system properties and HBase conf 2024-11-24T07:16:58,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:16:58,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:16:58,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:16:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:16:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:16:58,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:16:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:16:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:16:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:16:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:16:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:16:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:16:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:16:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:16:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:16:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:16:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:16:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:16:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:16:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:16:59,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:16:59,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:16:59,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:16:59,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:16:59,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:16:59,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:16:59,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c9611{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:16:59,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e387f9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:16:59,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76da0465{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/java.io.tmpdir/jetty-localhost-45449-hadoop-hdfs-3_4_1-tests_jar-_-any-8909771221359852149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:16:59,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7077a837{HTTP/1.1, (http/1.1)}{localhost:45449} 2024-11-24T07:16:59,268 INFO [Time-limited test {}] server.Server(415): Started @11032ms 2024-11-24T07:16:59,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:16:59,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:16:59,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:16:59,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:16:59,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:16:59,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fdb0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:16:59,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b1d89e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:16:59,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c2b488a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/java.io.tmpdir/jetty-localhost-43535-hadoop-hdfs-3_4_1-tests_jar-_-any-12977852562151409627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:16:59,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f76040{HTTP/1.1, (http/1.1)}{localhost:43535} 2024-11-24T07:16:59,704 INFO [Time-limited test {}] server.Server(415): Started @11469ms 2024-11-24T07:16:59,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:17:00,793 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/cluster_f638e39f-bdc4-5e06-8b8e-e05d5ad83db7/data/data1/current/BP-1106884569-172.17.0.3-1732432618709/current, will proceed with Du for space computation calculation, 2024-11-24T07:17:00,793 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/cluster_f638e39f-bdc4-5e06-8b8e-e05d5ad83db7/data/data2/current/BP-1106884569-172.17.0.3-1732432618709/current, will proceed with Du for space computation calculation, 2024-11-24T07:17:00,841 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:17:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97a56c6125eb9419 with lease ID 0xf6b2d372885c2a4c: Processing first storage report for DS-a9d13615-2983-430d-aef8-d1fbffbe07b0 from datanode DatanodeRegistration(127.0.0.1:42611, datanodeUuid=f432077f-38b5-4e8a-8c83-61f39dd5becb, infoPort=45541, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=329078810;c=1732432618709) 2024-11-24T07:17:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97a56c6125eb9419 with lease ID 0xf6b2d372885c2a4c: from storage DS-a9d13615-2983-430d-aef8-d1fbffbe07b0 node DatanodeRegistration(127.0.0.1:42611, datanodeUuid=f432077f-38b5-4e8a-8c83-61f39dd5becb, infoPort=45541, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=329078810;c=1732432618709), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:17:00,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97a56c6125eb9419 with lease ID 0xf6b2d372885c2a4c: Processing first storage report for DS-fb0ce1c3-e24a-4963-a91f-da737cccb942 from datanode DatanodeRegistration(127.0.0.1:42611, datanodeUuid=f432077f-38b5-4e8a-8c83-61f39dd5becb, infoPort=45541, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=329078810;c=1732432618709) 2024-11-24T07:17:00,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97a56c6125eb9419 with lease ID 0xf6b2d372885c2a4c: from storage DS-fb0ce1c3-e24a-4963-a91f-da737cccb942 node DatanodeRegistration(127.0.0.1:42611, datanodeUuid=f432077f-38b5-4e8a-8c83-61f39dd5becb, infoPort=45541, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=329078810;c=1732432618709), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:17:00,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706 2024-11-24T07:17:00,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:00,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:17:01,275 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509 with version=8 2024-11-24T07:17:01,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/hbase-staging 2024-11-24T07:17:01,278 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:01,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:01,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:01,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:01,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:01,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:01,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:17:01,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:01,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45385 2024-11-24T07:17:01,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45385 connecting to ZooKeeper ensemble=127.0.0.1:62723 2024-11-24T07:17:01,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453850x0, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:01,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45385-0x1016bb3bc940003 connected 2024-11-24T07:17:01,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:01,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:01,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Set watcher on znode that does not yet exist, /1-978716577/running 2024-11-24T07:17:01,407 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509, hbase.cluster.distributed=false 2024-11-24T07:17:01,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Set watcher on znode that does not yet exist, /1-978716577/acl 2024-11-24T07:17:01,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45385 2024-11-24T07:17:01,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45385 2024-11-24T07:17:01,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45385 2024-11-24T07:17:01,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45385 2024-11-24T07:17:01,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45385 2024-11-24T07:17:01,433 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:01,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:01,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:01,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:01,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:01,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:01,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:17:01,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:01,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43991 2024-11-24T07:17:01,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43991 connecting to ZooKeeper ensemble=127.0.0.1:62723 2024-11-24T07:17:01,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:01,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:01,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439910x0, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:01,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43991-0x1016bb3bc940004 connected 2024-11-24T07:17:01,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439910x0, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Set watcher on znode that does not yet exist, /1-978716577/running 2024-11-24T07:17:01,455 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:17:01,456 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:17:01,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Set watcher on znode that does not yet exist, /1-978716577/master 2024-11-24T07:17:01,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Set watcher on znode that does not yet exist, /1-978716577/acl 2024-11-24T07:17:01,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-24T07:17:01,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43991 2024-11-24T07:17:01,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43991 2024-11-24T07:17:01,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-24T07:17:01,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-24T07:17:01,485 DEBUG [M:0;1ab588ae992e:45385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:45385 2024-11-24T07:17:01,488 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-978716577/backup-masters/1ab588ae992e,45385,1732432621278 2024-11-24T07:17:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577/backup-masters 2024-11-24T07:17:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577/backup-masters 2024-11-24T07:17:01,496 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Set watcher on existing znode=/1-978716577/backup-masters/1ab588ae992e,45385,1732432621278 2024-11-24T07:17:01,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:01,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-978716577/master 2024-11-24T07:17:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:01,508 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Set watcher on existing znode=/1-978716577/master 2024-11-24T07:17:01,508 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-978716577/backup-masters/1ab588ae992e,45385,1732432621278 from backup master directory 2024-11-24T07:17:01,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577/backup-masters 2024-11-24T07:17:01,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-978716577/backup-masters/1ab588ae992e,45385,1732432621278 2024-11-24T07:17:01,516 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:01,517 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,45385,1732432621278 2024-11-24T07:17:01,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577/backup-masters 2024-11-24T07:17:01,532 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/hbase.id] with ID: 3da705da-1de1-4b1f-8168-990311276183 2024-11-24T07:17:01,532 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/.tmp/hbase.id 2024-11-24T07:17:01,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:17:01,546 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/.tmp/hbase.id]:[hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/hbase.id] 2024-11-24T07:17:01,582 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:01,582 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:17:01,585 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-24T07:17:01,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:01,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:01,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:17:01,635 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:01,636 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:17:01,641 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:01,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:17:02,061 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store 2024-11-24T07:17:02,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:17:02,078 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:02,078 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:17:02,078 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:02,078 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:02,078 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:17:02,078 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:02,078 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:02,078 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432622078Disabling compacts and flushes for region at 1732432622078Disabling writes for close at 1732432622078Writing region close event to WAL at 1732432622078Closed at 1732432622078 2024-11-24T07:17:02,081 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/.initializing 2024-11-24T07:17:02,081 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/WALs/1ab588ae992e,45385,1732432621278 2024-11-24T07:17:02,083 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:02,087 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C45385%2C1732432621278, suffix=, logDir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/WALs/1ab588ae992e,45385,1732432621278, archiveDir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/oldWALs, maxLogs=10 2024-11-24T07:17:02,105 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/WALs/1ab588ae992e,45385,1732432621278/1ab588ae992e%2C45385%2C1732432621278.1732432622087, exclude list is [], retry=0 2024-11-24T07:17:02,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42611,DS-a9d13615-2983-430d-aef8-d1fbffbe07b0,DISK] 2024-11-24T07:17:02,114 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/WALs/1ab588ae992e,45385,1732432621278/1ab588ae992e%2C45385%2C1732432621278.1732432622087 2024-11-24T07:17:02,115 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45541:45541)] 2024-11-24T07:17:02,115 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:02,115 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:02,115 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,115 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:17:02,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:02,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:02,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:17:02,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:02,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:02,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:17:02,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:02,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:02,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:17:02,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:02,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:02,135 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,136 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,141 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,141 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,142 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:02,144 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:02,148 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:02,149 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66964919, jitterRate=-0.002144947648048401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:02,149 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432622116Initializing all the Stores at 1732432622117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432622118 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432622118Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432622118Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432622118Cleaning up temporary data from old regions at 1732432622141 (+23 ms)Region opened successfully at 1732432622149 (+8 ms) 2024-11-24T07:17:02,150 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:17:02,157 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72388e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:02,158 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:17:02,158 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:17:02,159 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:17:02,159 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:17:02,160 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:17:02,160 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:17:02,161 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:17:02,165 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:17:02,167 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Unable to get data of znode /1-978716577/balancer because node does not exist (not necessarily an error) 2024-11-24T07:17:02,198 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-978716577/balancer already deleted, retry=false 2024-11-24T07:17:02,199 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:17:02,200 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Unable to get data of znode /1-978716577/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:17:02,211 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-978716577/normalizer already deleted, retry=false 2024-11-24T07:17:02,212 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:17:02,214 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Unable to get data of znode /1-978716577/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:17:02,222 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-978716577/switch/split already deleted, retry=false 2024-11-24T07:17:02,224 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Unable to get data of znode /1-978716577/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:17:02,232 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-978716577/switch/merge already deleted, retry=false 2024-11-24T07:17:02,236 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Unable to get data of znode /1-978716577/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:17:02,242 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-978716577/snapshot-cleanup already deleted, retry=false 2024-11-24T07:17:02,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-978716577/running 2024-11-24T07:17:02,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:02,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-978716577/running 2024-11-24T07:17:02,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:02,254 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,45385,1732432621278, sessionid=0x1016bb3bc940003, setting cluster-up flag (Was=false) 2024-11-24T07:17:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:02,306 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-978716577/flush-table-proc/acquired, /1-978716577/flush-table-proc/reached, /1-978716577/flush-table-proc/abort 2024-11-24T07:17:02,307 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,45385,1732432621278 2024-11-24T07:17:02,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:02,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:02,422 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-978716577/online-snapshot/acquired, /1-978716577/online-snapshot/reached, /1-978716577/online-snapshot/abort 2024-11-24T07:17:02,424 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,45385,1732432621278 2024-11-24T07:17:02,426 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:17:02,429 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:02,430 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:17:02,430 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:17:02,430 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,45385,1732432621278 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:17:02,434 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:02,434 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:02,434 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:02,434 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:02,435 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:17:02,435 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,435 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:02,435 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:02,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:17:02,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:02,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:17:02,453 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432652453 2024-11-24T07:17:02,453 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:17:02,453 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:17:02,453 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:17:02,453 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:17:02,453 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:17:02,454 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:17:02,454 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,454 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:17:02,454 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:17:02,454 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:17:02,455 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:17:02,455 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:17:02,455 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:17:02,455 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432622455,5,FailOnTimeoutGroup] 2024-11-24T07:17:02,455 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432622455,5,FailOnTimeoutGroup] 2024-11-24T07:17:02,455 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,455 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:17:02,456 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,456 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:17:02,471 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(746): ClusterId : 3da705da-1de1-4b1f-8168-990311276183 2024-11-24T07:17:02,471 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:17:02,496 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:17:02,496 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:17:02,507 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:17:02,507 DEBUG [RS:0;1ab588ae992e:43991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9b9358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:02,521 DEBUG [RS:0;1ab588ae992e:43991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:43991 2024-11-24T07:17:02,521 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:17:02,521 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:17:02,521 DEBUG [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:17:02,522 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,45385,1732432621278 with port=43991, startcode=1732432621433 2024-11-24T07:17:02,523 DEBUG [RS:0;1ab588ae992e:43991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:17:02,525 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:17:02,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,43991,1732432621433 2024-11-24T07:17:02,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45385 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,43991,1732432621433 2024-11-24T07:17:02,532 DEBUG [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509 2024-11-24T07:17:02,532 DEBUG [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45171 2024-11-24T07:17:02,532 DEBUG [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:17:02,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577/rs 2024-11-24T07:17:02,538 DEBUG [RS:0;1ab588ae992e:43991 {}] zookeeper.ZKUtil(111): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Set watcher on existing znode=/1-978716577/rs/1ab588ae992e,43991,1732432621433 2024-11-24T07:17:02,538 WARN [RS:0;1ab588ae992e:43991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:02,538 INFO [RS:0;1ab588ae992e:43991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:02,539 DEBUG [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/WALs/1ab588ae992e,43991,1732432621433 2024-11-24T07:17:02,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,43991,1732432621433] 2024-11-24T07:17:02,543 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:17:02,548 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:17:02,548 INFO [RS:0;1ab588ae992e:43991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:17:02,548 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,548 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:17:02,550 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:17:02,550 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,550 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,550 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,550 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,550 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,550 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,550 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:02,550 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,551 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,551 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,551 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,551 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,551 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:02,551 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:02,551 DEBUG [RS:0;1ab588ae992e:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:02,557 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,558 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,558 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,558 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,558 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,558 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43991,1732432621433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:02,575 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:17:02,576 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43991,1732432621433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,576 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,576 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.Replication(171): 1ab588ae992e,43991,1732432621433 started 2024-11-24T07:17:02,594 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:02,595 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,43991,1732432621433, RpcServer on 1ab588ae992e/172.17.0.3:43991, sessionid=0x1016bb3bc940004 2024-11-24T07:17:02,595 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:17:02,595 DEBUG [RS:0;1ab588ae992e:43991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,43991,1732432621433 2024-11-24T07:17:02,595 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,43991,1732432621433' 2024-11-24T07:17:02,595 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-978716577/flush-table-proc/abort' 2024-11-24T07:17:02,596 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-978716577/flush-table-proc/acquired' 2024-11-24T07:17:02,596 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:17:02,596 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:17:02,596 DEBUG [RS:0;1ab588ae992e:43991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,43991,1732432621433 2024-11-24T07:17:02,596 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,43991,1732432621433' 2024-11-24T07:17:02,597 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-978716577/online-snapshot/abort' 2024-11-24T07:17:02,597 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-978716577/online-snapshot/acquired' 2024-11-24T07:17:02,598 DEBUG [RS:0;1ab588ae992e:43991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:17:02,598 INFO [RS:0;1ab588ae992e:43991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:17:02,598 INFO [RS:0;1ab588ae992e:43991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:17:02,698 INFO [RS:0;1ab588ae992e:43991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:02,701 INFO [RS:0;1ab588ae992e:43991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43991%2C1732432621433, suffix=, logDir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/WALs/1ab588ae992e,43991,1732432621433, archiveDir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/oldWALs, maxLogs=10 2024-11-24T07:17:02,716 DEBUG [RS:0;1ab588ae992e:43991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/WALs/1ab588ae992e,43991,1732432621433/1ab588ae992e%2C43991%2C1732432621433.1732432622703, exclude list is [], retry=0 2024-11-24T07:17:02,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42611,DS-a9d13615-2983-430d-aef8-d1fbffbe07b0,DISK] 2024-11-24T07:17:02,724 INFO [RS:0;1ab588ae992e:43991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/WALs/1ab588ae992e,43991,1732432621433/1ab588ae992e%2C43991%2C1732432621433.1732432622703 2024-11-24T07:17:02,725 DEBUG [RS:0;1ab588ae992e:43991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45541:45541)] 2024-11-24T07:17:02,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:17:02,865 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509 2024-11-24T07:17:02,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:17:02,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:02,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:02,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:02,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:02,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:02,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:02,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:02,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:02,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:02,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:02,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:02,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:02,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:02,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:02,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:02,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:02,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:02,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:02,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740 2024-11-24T07:17:02,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740 2024-11-24T07:17:02,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:02,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:02,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:02,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:02,908 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:02,909 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58812072, jitterRate=-0.12363183498382568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:02,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432622880Initializing all the Stores at 1732432622885 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432622885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432622885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432622885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432622885Cleaning up temporary data from old regions at 1732432622903 (+18 ms)Region opened successfully at 1732432622909 (+6 ms) 2024-11-24T07:17:02,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:17:02,910 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:17:02,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:17:02,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:17:02,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:17:02,911 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:02,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432622910Disabling compacts and flushes for region at 1732432622910Disabling writes for close at 1732432622910Writing region close event to WAL at 1732432622910Closed at 1732432622911 (+1 ms) 2024-11-24T07:17:02,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:02,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:17:02,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:17:02,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:02,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:17:03,067 DEBUG [1ab588ae992e:45385 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:17:03,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,43991,1732432621433 2024-11-24T07:17:03,071 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,43991,1732432621433, state=OPENING 2024-11-24T07:17:03,161 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:17:03,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:03,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:03,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-978716577/meta-region-server: CHANGED 2024-11-24T07:17:03,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:03,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-978716577/meta-region-server: CHANGED 2024-11-24T07:17:03,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,43991,1732432621433}] 2024-11-24T07:17:03,335 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:17:03,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:17:03,344 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:17:03,344 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:03,345 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:17:03,347 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43991%2C1732432621433.meta, suffix=.meta, logDir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/WALs/1ab588ae992e,43991,1732432621433, archiveDir=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/oldWALs, maxLogs=10 2024-11-24T07:17:03,364 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/WALs/1ab588ae992e,43991,1732432621433/1ab588ae992e%2C43991%2C1732432621433.meta.1732432623349.meta, exclude list is [], retry=0 2024-11-24T07:17:03,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42611,DS-a9d13615-2983-430d-aef8-d1fbffbe07b0,DISK] 2024-11-24T07:17:03,370 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/WALs/1ab588ae992e,43991,1732432621433/1ab588ae992e%2C43991%2C1732432621433.meta.1732432623349.meta 2024-11-24T07:17:03,375 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45541:45541)] 2024-11-24T07:17:03,375 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:03,376 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:03,376 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:17:03,376 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:17:03,376 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:17:03,376 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:17:03,376 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:03,376 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:17:03,377 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:17:03,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:03,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:03,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:03,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:03,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:03,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:03,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:03,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:03,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:03,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:03,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:03,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:03,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:03,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:03,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:03,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:03,393 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:03,394 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740 2024-11-24T07:17:03,396 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740 2024-11-24T07:17:03,398 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:03,398 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:03,398 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:03,401 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:03,402 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63282075, jitterRate=-0.05702359974384308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:03,402 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:17:03,403 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432623377Writing region info on filesystem at 1732432623377Initializing all the Stores at 1732432623378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432623378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432623382 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432623382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432623382Cleaning up temporary data from old regions at 1732432623398 (+16 ms)Running coprocessor post-open hooks at 1732432623402 (+4 ms)Region opened successfully at 1732432623402 2024-11-24T07:17:03,404 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432623334 2024-11-24T07:17:03,408 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:17:03,408 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:17:03,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,43991,1732432621433 2024-11-24T07:17:03,412 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,43991,1732432621433, state=OPEN 2024-11-24T07:17:03,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-978716577/meta-region-server 2024-11-24T07:17:03,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-978716577/meta-region-server 2024-11-24T07:17:03,422 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,43991,1732432621433 2024-11-24T07:17:03,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-978716577/meta-region-server: CHANGED 2024-11-24T07:17:03,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-978716577/meta-region-server: CHANGED 2024-11-24T07:17:03,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:17:03,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,43991,1732432621433 in 242 msec 2024-11-24T07:17:03,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:17:03,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-24T07:17:03,434 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:03,434 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:17:03,437 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:03,437 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43991,1732432621433, seqNum=-1] 2024-11-24T07:17:03,438 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:03,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:03,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0230 sec 2024-11-24T07:17:03,452 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432623452, completionTime=-1 2024-11-24T07:17:03,452 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:17:03,453 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:17:03,456 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:17:03,456 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432683456 2024-11-24T07:17:03,456 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432743456 2024-11-24T07:17:03,457 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-24T07:17:03,457 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45385,1732432621278-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:03,457 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45385,1732432621278-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:03,457 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45385,1732432621278-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:03,457 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:45385, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:03,457 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:03,459 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:03,462 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:17:03,466 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.949sec 2024-11-24T07:17:03,466 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:17:03,466 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:17:03,466 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:17:03,466 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:17:03,466 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:17:03,466 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45385,1732432621278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:03,466 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45385,1732432621278-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:17:03,471 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:17:03,471 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:17:03,471 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45385,1732432621278-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:03,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca84819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:03,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45385,-1 for getting cluster id 2024-11-24T07:17:03,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:03,485 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da705da-1de1-4b1f-8168-990311276183' 2024-11-24T07:17:03,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da705da-1de1-4b1f-8168-990311276183" 2024-11-24T07:17:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73acd7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45385,-1] 2024-11-24T07:17:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:03,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:03,490 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:03,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa83a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:03,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43991,1732432621433, seqNum=-1] 2024-11-24T07:17:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:03,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:03,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,45385,1732432621278 2024-11-24T07:17:03,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62723 2024-11-24T07:17:03,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:17:03,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:03,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016bb3bc940005 connected 2024-11-24T07:17:03,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a8b793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:03,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,46799,-1 for getting cluster id 2024-11-24T07:17:03,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:03,565 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190da887-c5e2-49ad-8e16-60765de65e42' 2024-11-24T07:17:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190da887-c5e2-49ad-8e16-60765de65e42" 2024-11-24T07:17:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40876220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,46799,-1] 2024-11-24T07:17:03,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:03,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:03,577 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315803dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:03,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:17:03,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,46799,1732432614274 2024-11-24T07:17:03,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bd37654 2024-11-24T07:17:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:03,616 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:03,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:45385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:17:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:17:03,633 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45385' 2024-11-24T07:17:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:03,636 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b29589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:03,636 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45385,-1 for getting cluster id 2024-11-24T07:17:03,636 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:03,638 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da705da-1de1-4b1f-8168-990311276183' 2024-11-24T07:17:03,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:03,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da705da-1de1-4b1f-8168-990311276183" 2024-11-24T07:17:03,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5afe1b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:03,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45385,-1] 2024-11-24T07:17:03,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:03,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:03,641 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:03,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fa20d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:03,643 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:03,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45385,1732432621278 2024-11-24T07:17:03,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@131fffd4 2024-11-24T07:17:03,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:03,650 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:03,662 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T07:17:03,662 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:17:03,668 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:03,669 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:03,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:03,670 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:03,676 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:17:03,680 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:17:03,680 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:03,683 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:17:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741835_1011 (size=1138) 2024-11-24T07:17:03,729 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:17:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:04,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62e30ccefdcdcc7e5e26d5701004bb63, NAME => 'hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2 2024-11-24T07:17:04,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741836_1012 (size=44) 2024-11-24T07:17:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:04,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:04,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 62e30ccefdcdcc7e5e26d5701004bb63, disabling compactions & flushes 2024-11-24T07:17:04,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:04,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:04,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. after waiting 0 ms 2024-11-24T07:17:04,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:04,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:04,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62e30ccefdcdcc7e5e26d5701004bb63: Waiting for close lock at 1732432624508Disabling compacts and flushes for region at 1732432624508Disabling writes for close at 1732432624509 (+1 ms)Writing region close event to WAL at 1732432624509Closed at 1732432624509 2024-11-24T07:17:04,511 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:17:04,517 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432624511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432624511"}]},"ts":"1732432624511"} 2024-11-24T07:17:04,522 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:17:04,525 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:17:04,527 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432624525"}]},"ts":"1732432624525"} 2024-11-24T07:17:04,532 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:17:04,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62e30ccefdcdcc7e5e26d5701004bb63, ASSIGN}] 2024-11-24T07:17:04,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62e30ccefdcdcc7e5e26d5701004bb63, ASSIGN 2024-11-24T07:17:04,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62e30ccefdcdcc7e5e26d5701004bb63, ASSIGN; state=OFFLINE, location=1ab588ae992e,39535,1732432615136; forceNewPlan=false, retain=false 2024-11-24T07:17:04,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:17:04,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T07:17:04,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:04,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T07:17:04,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:04,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T07:17:04,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T07:17:04,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T07:17:04,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=62e30ccefdcdcc7e5e26d5701004bb63, regionState=OPENING, regionLocation=1ab588ae992e,39535,1732432615136 2024-11-24T07:17:04,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62e30ccefdcdcc7e5e26d5701004bb63, ASSIGN because future has completed 2024-11-24T07:17:04,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62e30ccefdcdcc7e5e26d5701004bb63, server=1ab588ae992e,39535,1732432615136}] 2024-11-24T07:17:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:04,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:04,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:04,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:17:04,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39535%2C1732432615136.rep, suffix=, logDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs, maxLogs=10 2024-11-24T07:17:04,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.rep.1732432624867, exclude list is [], retry=0 2024-11-24T07:17:04,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45423,DS-54accf3e-4f60-4570-8442-e095fe730932,DISK] 2024-11-24T07:17:04,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.rep.1732432624867 2024-11-24T07:17:04,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36305:36305)] 2024-11-24T07:17:04,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 62e30ccefdcdcc7e5e26d5701004bb63, NAME => 'hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:04,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:04,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:17:04,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. service=MultiRowMutationService 2024-11-24T07:17:04,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:17:04,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:04,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,895 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,897 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62e30ccefdcdcc7e5e26d5701004bb63 columnFamilyName hfileref 2024-11-24T07:17:04,897 DEBUG [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:04,897 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(327): Store=62e30ccefdcdcc7e5e26d5701004bb63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:04,898 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,899 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62e30ccefdcdcc7e5e26d5701004bb63 columnFamilyName queue 2024-11-24T07:17:04,899 DEBUG [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:04,900 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(327): Store=62e30ccefdcdcc7e5e26d5701004bb63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:04,900 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,902 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62e30ccefdcdcc7e5e26d5701004bb63 columnFamilyName sid 2024-11-24T07:17:04,902 DEBUG [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:04,903 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(327): Store=62e30ccefdcdcc7e5e26d5701004bb63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:04,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:17:04,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:04,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 62e30ccefdcdcc7e5e26d5701004bb63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63217150, jitterRate=-0.05799105763435364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:17:04,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:04,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 62e30ccefdcdcc7e5e26d5701004bb63: Running coprocessor pre-open hook at 1732432624893Writing region info on filesystem at 1732432624893Initializing all the Stores at 1732432624894 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432624894Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432624894Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432624895 (+1 ms)Cleaning up temporary data from old regions at 1732432624907 (+12 ms)Running coprocessor post-open hooks at 1732432624915 (+8 ms)Region opened successfully at 1732432624916 (+1 ms) 2024-11-24T07:17:04,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63., pid=7, masterSystemTime=1732432624856 2024-11-24T07:17:04,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:04,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:04,923 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=62e30ccefdcdcc7e5e26d5701004bb63, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,39535,1732432615136 2024-11-24T07:17:04,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62e30ccefdcdcc7e5e26d5701004bb63, server=1ab588ae992e,39535,1732432615136 because future has completed 2024-11-24T07:17:04,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T07:17:04,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 62e30ccefdcdcc7e5e26d5701004bb63, server=1ab588ae992e,39535,1732432615136 in 227 msec 2024-11-24T07:17:04,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:17:04,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62e30ccefdcdcc7e5e26d5701004bb63, ASSIGN in 400 msec 2024-11-24T07:17:04,940 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:17:04,941 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432624940"}]},"ts":"1732432624940"} 2024-11-24T07:17:04,945 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:17:04,947 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:17:04,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2760 sec 2024-11-24T07:17:04,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63., hostname=1ab588ae992e,39535,1732432615136, seqNum=2] 2024-11-24T07:17:04,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39535 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T07:17:05,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:05,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:05,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:17:05,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T07:17:05,275 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:17:05,316 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,39535,1732432615136, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:17:05,318 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:05,318 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39535,1732432615136, seqNum=-1] 2024-11-24T07:17:05,319 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:05,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-24T07:17:05,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,39535,1732432615136', locateType=CURRENT is [region=hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63., hostname=1ab588ae992e,39535,1732432615136, seqNum=2] 2024-11-24T07:17:05,330 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T07:17:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T07:17:05,336 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,39535,1732432615136 suceeded 2024-11-24T07:17:05,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T07:17:05,340 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:45385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:17:05,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-24T07:17:05,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7200 sec 2024-11-24T07:17:05,352 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45385' 2024-11-24T07:17:05,355 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4725c63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:05,355 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45385,-1 for getting cluster id 2024-11-24T07:17:05,355 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:05,357 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da705da-1de1-4b1f-8168-990311276183' 2024-11-24T07:17:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da705da-1de1-4b1f-8168-990311276183" 2024-11-24T07:17:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a7a604e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:05,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45385,-1] 2024-11-24T07:17:05,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:05,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:05,359 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:05,361 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55224520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:05,361 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:05,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45385,1732432621278 2024-11-24T07:17:05,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c7565b 2024-11-24T07:17:05,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:05,364 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T07:17:05,365 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,39535,1732432615136 (queues=1) is replicating from cluster=190da887-c5e2-49ad-8e16-60765de65e42 to cluster=3da705da-1de1-4b1f-8168-990311276183 2024-11-24T07:17:05,368 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C39535%2C1732432615136 2024-11-24T07:17:05,373 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,39535,1732432615136, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:17:05,375 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.shipper1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C39535%2C1732432615136 2024-11-24T07:17:05,379 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436, startPosition=0, beingWritten=true 2024-11-24T07:17:05,636 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:05,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:05,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:05,785 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:17:05,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:05,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:05,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:05,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd54e67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:05,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,46799,-1 for getting cluster id 2024-11-24T07:17:05,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:05,789 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190da887-c5e2-49ad-8e16-60765de65e42' 2024-11-24T07:17:05,789 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:05,789 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190da887-c5e2-49ad-8e16-60765de65e42" 2024-11-24T07:17:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629ac4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,46799,-1] 2024-11-24T07:17:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:05,799 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:05,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76725507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:05,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,46799,1732432614274 2024-11-24T07:17:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383c6dc 2024-11-24T07:17:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:05,806 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:05,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://1ab588ae992e:45385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:17:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:17:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T07:17:05,811 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45385' 2024-11-24T07:17:05,820 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b72e12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:05,820 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45385,-1 for getting cluster id 2024-11-24T07:17:05,821 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:05,822 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da705da-1de1-4b1f-8168-990311276183' 2024-11-24T07:17:05,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:05,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da705da-1de1-4b1f-8168-990311276183" 2024-11-24T07:17:05,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c36eb68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:05,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45385,-1] 2024-11-24T07:17:05,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:05,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:05,824 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:05,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de2b5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:05,826 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:05,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45385,1732432621278 2024-11-24T07:17:05,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b56f2ae 2024-11-24T07:17:05,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:05,830 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:05,831 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-24T07:17:05,831 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:17:05,831 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:05,831 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:05,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:05,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:17:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T07:17:05,946 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:06,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-24T07:17:06,051 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T07:17:06,091 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-1ab588ae992e,39535,1732432615136, ReplicationSource: 2, currentBandwidth=0 2024-11-24T07:17:06,105 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T07:17:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T07:17:06,112 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1ab588ae992e,39535,1732432615136 suceeded 2024-11-24T07:17:06,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:17:06,118 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1ab588ae992e:45385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:17:06,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-24T07:17:06,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 312 msec 2024-11-24T07:17:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T07:17:06,126 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T07:17:06,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:06,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:06,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:06,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,46799,1732432614274 2024-11-24T07:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd2666e 2024-11-24T07:17:06,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:06,133 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45385' 2024-11-24T07:17:06,137 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:06,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T07:17:06,138 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2907a6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:06,139 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45385,-1 for getting cluster id 2024-11-24T07:17:06,139 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:06,140 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da705da-1de1-4b1f-8168-990311276183' 2024-11-24T07:17:06,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:06,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da705da-1de1-4b1f-8168-990311276183" 2024-11-24T07:17:06,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T07:17:06,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72946d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:06,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45385,-1] 2024-11-24T07:17:06,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:06,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T07:17:06,143 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:06,144 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e767bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:06,144 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:06,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T07:17:06,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45385,1732432621278 2024-11-24T07:17:06,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4915d2cf 2024-11-24T07:17:06,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:06,147 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T07:17:06,148 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1ab588ae992e,39535,1732432615136 (queues=1) is replicating from cluster=190da887-c5e2-49ad-8e16-60765de65e42 to cluster=3da705da-1de1-4b1f-8168-990311276183 2024-11-24T07:17:06,148 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1ab588ae992e%2C39535%2C1732432615136 2024-11-24T07:17:06,148 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1ab588ae992e,39535,1732432615136, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:17:06,149 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,2-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436, startPosition=0, beingWritten=true 2024-11-24T07:17:06,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:45385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:17:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T07:17:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T07:17:06,161 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45385' 2024-11-24T07:17:06,165 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136.replicationSource.shipper1ab588ae992e%2C39535%2C1732432615136,2-1ab588ae992e,39535,1732432615136 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C39535%2C1732432615136 2024-11-24T07:17:06,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c00542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:06,169 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45385,-1 for getting cluster id 2024-11-24T07:17:06,169 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:06,170 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da705da-1de1-4b1f-8168-990311276183' 2024-11-24T07:17:06,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:06,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da705da-1de1-4b1f-8168-990311276183" 2024-11-24T07:17:06,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7891458a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:06,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45385,-1] 2024-11-24T07:17:06,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:06,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,173 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:06,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97012b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:06,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45385,1732432621278 2024-11-24T07:17:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@629624fb 2024-11-24T07:17:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:06,180 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:06,181 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T07:17:06,181 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:17:06,181 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,181 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:06,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:17:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T07:17:06,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-24T07:17:06,347 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-24T07:17:06,348 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T07:17:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T07:17:06,352 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 1ab588ae992e,39535,1732432615136 suceeded 2024-11-24T07:17:06,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T07:17:06,355 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://1ab588ae992e:45385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:17:06,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-24T07:17:06,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 206 msec 2024-11-24T07:17:06,360 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:06,390 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,2-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T07:17:06,475 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-24T07:17:06,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://1ab588ae992e:45385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:17:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T07:17:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T07:17:06,479 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45385' 2024-11-24T07:17:06,480 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27406b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:06,480 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45385,-1 for getting cluster id 2024-11-24T07:17:06,481 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:06,481 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da705da-1de1-4b1f-8168-990311276183' 2024-11-24T07:17:06,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:06,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da705da-1de1-4b1f-8168-990311276183" 2024-11-24T07:17:06,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aa37c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:06,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45385,-1] 2024-11-24T07:17:06,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:06,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,484 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:06,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:06,485 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:06,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45385,1732432621278 2024-11-24T07:17:06,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5547a52a 2024-11-24T07:17:06,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:06,487 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:06,488 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T07:17:06,488 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:17:06,488 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,488 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:06,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:17:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T07:17:06,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-24T07:17:06,693 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-24T07:17:06,695 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T07:17:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T07:17:06,697 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,2-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:06,700 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 1ab588ae992e,39535,1732432615136 suceeded 2024-11-24T07:17:06,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T07:17:06,708 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://1ab588ae992e:45385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:17:06,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-24T07:17:06,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 232 msec 2024-11-24T07:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T07:17:06,795 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-24T07:17:06,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T07:17:06,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T07:17:06,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:06,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:06,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:06,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:17:06,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-11-24T07:17:06,799 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,46799,1732432614274 2024-11-24T07:17:06,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/065702868/running 2024-11-24T07:17:06,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/065702868/running 2024-11-24T07:17:06,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:06,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:06,811 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:17:06,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:06,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/running 2024-11-24T07:17:06,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:06,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,39535,1732432615136' ***** 2024-11-24T07:17:06,812 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:17:06,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/running 2024-11-24T07:17:06,813 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:17:06,814 INFO [RS:0;1ab588ae992e:39535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:17:06,814 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:17:06,814 INFO [RS:0;1ab588ae992e:39535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:17:06,814 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(3091): Received CLOSE for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:06,815 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,39535,1732432615136 2024-11-24T07:17:06,815 INFO [RS:0;1ab588ae992e:39535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:17:06,815 INFO [RS:0;1ab588ae992e:39535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39535. 2024-11-24T07:17:06,815 DEBUG [RS:0;1ab588ae992e:39535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:06,815 DEBUG [RS:0;1ab588ae992e:39535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:06,815 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62e30ccefdcdcc7e5e26d5701004bb63, disabling compactions & flushes 2024-11-24T07:17:06,815 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:17:06,815 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:17:06,815 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:17:06,815 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:17:06,816 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:06,816 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:06,816 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. after waiting 0 ms 2024-11-24T07:17:06,816 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:06,816 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:17:06,816 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1325): Online Regions={62e30ccefdcdcc7e5e26d5701004bb63=hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:17:06,816 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:06,817 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:17:06,817 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:17:06,817 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:17:06,817 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:17:06,817 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:17:06,821 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T07:17:06,821 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62e30ccefdcdcc7e5e26d5701004bb63 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-24T07:17:06,868 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:06,882 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:17:06,900 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/info/00a624445bee44aea05af1073966acc3 is 147, key is hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63./info:regioninfo/1732432624923/Put/seqid=0 2024-11-24T07:17:06,900 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63/.tmp/queue/85349a389400440987a2be6bd0cea931 is 151, key is 1-1ab588ae992e,39535,1732432615136/queue:1ab588ae992e%2C39535%2C1732432615136/1732432625325/Put/seqid=0 2024-11-24T07:17:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741839_1015 (size=5500) 2024-11-24T07:17:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741838_1014 (size=6631) 2024-11-24T07:17:06,925 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63/.tmp/queue/85349a389400440987a2be6bd0cea931 2024-11-24T07:17:06,977 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63/.tmp/queue/85349a389400440987a2be6bd0cea931 as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63/queue/85349a389400440987a2be6bd0cea931 2024-11-24T07:17:06,989 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63/queue/85349a389400440987a2be6bd0cea931, entries=2, sequenceid=6, filesize=5.4 K 2024-11-24T07:17:06,999 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 62e30ccefdcdcc7e5e26d5701004bb63 in 177ms, sequenceid=6, compaction requested=false 2024-11-24T07:17:06,999 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T07:17:07,017 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:07,023 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T07:17:07,026 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:07,026 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:07,026 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:07,026 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62e30ccefdcdcc7e5e26d5701004bb63: Waiting for close lock at 1732432626815Running coprocessor pre-close hooks at 1732432626815Disabling compacts and flushes for region at 1732432626815Disabling writes for close at 1732432626816 (+1 ms)Obtaining lock to block concurrent updates at 1732432626821 (+5 ms)Preparing flush snapshotting stores in 62e30ccefdcdcc7e5e26d5701004bb63 at 1732432626821Finished memstore snapshotting hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732432626828 (+7 ms)Flushing stores of hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. at 1732432626836 (+8 ms)Flushing 62e30ccefdcdcc7e5e26d5701004bb63/queue: creating writer at 1732432626836Flushing 62e30ccefdcdcc7e5e26d5701004bb63/queue: appending metadata at 1732432626877 (+41 ms)Flushing 62e30ccefdcdcc7e5e26d5701004bb63/queue: closing flushed file at 1732432626881 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205c389d: reopening flushed file at 1732432626976 (+95 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 62e30ccefdcdcc7e5e26d5701004bb63 in 177ms, sequenceid=6, compaction requested=false at 1732432626999 (+23 ms)Writing region close event to WAL at 1732432627002 (+3 ms)Running coprocessor post-close hooks at 1732432627024 (+22 ms)Closed at 1732432627026 (+2 ms) 2024-11-24T07:17:07,027 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:07,106 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,2-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:07,217 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:07,325 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/info/00a624445bee44aea05af1073966acc3 2024-11-24T07:17:07,350 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/ns/cbd98427ebc64881978b78f178df743e is 43, key is default/ns:d/1732432618248/Put/seqid=0 2024-11-24T07:17:07,352 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:17:07,352 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:17:07,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741840_1016 (size=5153) 2024-11-24T07:17:07,417 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:07,486 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:07,613 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,2-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:07,617 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:07,760 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/ns/cbd98427ebc64881978b78f178df743e 2024-11-24T07:17:07,793 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/table/d85f4d663150431dbd25fbb4675c6c1b is 53, key is hbase:replication/table:state/1732432624940/Put/seqid=0 2024-11-24T07:17:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741841_1017 (size=5256) 2024-11-24T07:17:07,818 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:17:07,818 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:17:07,818 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:08,018 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:08,193 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:08,209 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/table/d85f4d663150431dbd25fbb4675c6c1b 2024-11-24T07:17:08,218 DEBUG [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:08,219 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,2-1ab588ae992e,39535,1732432615136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 to pos 0, reset compression=false 2024-11-24T07:17:08,230 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/info/00a624445bee44aea05af1073966acc3 as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/info/00a624445bee44aea05af1073966acc3 2024-11-24T07:17:08,244 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/info/00a624445bee44aea05af1073966acc3, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T07:17:08,245 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/ns/cbd98427ebc64881978b78f178df743e as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/ns/cbd98427ebc64881978b78f178df743e 2024-11-24T07:17:08,261 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/ns/cbd98427ebc64881978b78f178df743e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T07:17:08,264 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/table/d85f4d663150431dbd25fbb4675c6c1b as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/table/d85f4d663150431dbd25fbb4675c6c1b 2024-11-24T07:17:08,276 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/table/d85f4d663150431dbd25fbb4675c6c1b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T07:17:08,278 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1461ms, sequenceid=11, compaction requested=false 2024-11-24T07:17:08,289 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T07:17:08,290 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:08,291 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:08,291 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:08,291 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432626817Running coprocessor pre-close hooks at 1732432626817Disabling compacts and flushes for region at 1732432626817Disabling writes for close at 1732432626817Obtaining lock to block concurrent updates at 1732432626821 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732432626821Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732432626829 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432626830 (+1 ms)Flushing 1588230740/info: creating writer at 1732432626832 (+2 ms)Flushing 1588230740/info: appending metadata at 1732432626878 (+46 ms)Flushing 1588230740/info: closing flushed file at 1732432626881 (+3 ms)Flushing 1588230740/ns: creating writer at 1732432627333 (+452 ms)Flushing 1588230740/ns: appending metadata at 1732432627349 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732432627349Flushing 1588230740/table: creating writer at 1732432627770 (+421 ms)Flushing 1588230740/table: appending metadata at 1732432627791 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732432627791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4634dbfe: reopening flushed file at 1732432628220 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@623be23c: reopening flushed file at 1732432628244 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322ee192: reopening flushed file at 1732432628262 (+18 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1461ms, sequenceid=11, compaction requested=false at 1732432628278 (+16 ms)Writing region close event to WAL at 1732432628283 (+5 ms)Running coprocessor post-close hooks at 1732432628290 (+7 ms)Closed at 1732432628291 (+1 ms) 2024-11-24T07:17:08,291 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:08,419 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,39535,1732432615136; all regions closed. 2024-11-24T07:17:08,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741834_1010 (size=2742) 2024-11-24T07:17:08,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.meta.1732432617941.meta not finished, retry = 0 2024-11-24T07:17:08,533 DEBUG [RS:0;1ab588ae992e:39535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs 2024-11-24T07:17:08,533 INFO [RS:0;1ab588ae992e:39535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C39535%2C1732432615136.meta:.meta(num 1732432617941) 2024-11-24T07:17:08,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741837_1013 (size=1802) 2024-11-24T07:17:08,540 DEBUG [RS:0;1ab588ae992e:39535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs 2024-11-24T07:17:08,540 INFO [RS:0;1ab588ae992e:39535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C39535%2C1732432615136.rep:(num 1732432624867) 2024-11-24T07:17:08,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741833_1009 (size=93) 2024-11-24T07:17:08,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136/1ab588ae992e%2C39535%2C1732432615136.1732432617436 not finished, retry = 0 2024-11-24T07:17:08,647 DEBUG [RS:0;1ab588ae992e:39535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs 2024-11-24T07:17:08,647 INFO [RS:0;1ab588ae992e:39535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C39535%2C1732432615136:(num 1732432617436) 2024-11-24T07:17:08,647 DEBUG [RS:0;1ab588ae992e:39535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:08,647 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:17:08,647 INFO [RS:0;1ab588ae992e:39535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:17:08,648 INFO [RS:0;1ab588ae992e:39535 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T07:17:08,648 INFO [RS:0;1ab588ae992e:39535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:17:08,648 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:17:08,648 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,39535,1732432615136 because: Region server is closing 2024-11-24T07:17:08,649 INFO [RS:0;1ab588ae992e:39535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39535. 2024-11-24T07:17:08,649 DEBUG [RS:0;1ab588ae992e:39535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:08,649 DEBUG [RS:0;1ab588ae992e:39535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:08,649 DEBUG [RS:0;1ab588ae992e:39535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:08,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:08,749 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:17:08,749 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.shipper1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T07:17:08,750 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39535,1732432615136.replicationSource.shipper1ab588ae992e%2C39535%2C1732432615136,1-1ab588ae992e,39535,1732432615136 terminated 2024-11-24T07:17:08,750 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1ab588ae992e,39535,1732432615136 because: Region server is closing 2024-11-24T07:17:08,750 INFO [RS:0;1ab588ae992e:39535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39535. 2024-11-24T07:17:08,751 DEBUG [RS:0;1ab588ae992e:39535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:08,751 DEBUG [RS:0;1ab588ae992e:39535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:08,751 DEBUG [RS:0;1ab588ae992e:39535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:08,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:08,851 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136.replicationSource.wal-reader.1ab588ae992e%2C39535%2C1732432615136,2-1ab588ae992e,39535,1732432615136 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:17:08,851 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136.replicationSource.shipper1ab588ae992e%2C39535%2C1732432615136,2-1ab588ae992e,39535,1732432615136 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T07:17:08,852 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,39535,1732432615136.replicationSource.shipper1ab588ae992e%2C39535%2C1732432615136,2-1ab588ae992e,39535,1732432615136 terminated 2024-11-24T07:17:08,852 INFO [RS:0;1ab588ae992e:39535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39535 2024-11-24T07:17:08,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:17:08,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/rs 2024-11-24T07:17:08,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/065702868/rs/1ab588ae992e,39535,1732432615136 2024-11-24T07:17:08,906 INFO [RS:0;1ab588ae992e:39535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:17:08,906 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f61c08e4218@23daa211 rejected from java.util.concurrent.ThreadPoolExecutor@66d8380e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-24T07:17:08,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,39535,1732432615136] 2024-11-24T07:17:08,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/draining/1ab588ae992e,39535,1732432615136 already deleted, retry=false 2024-11-24T07:17:08,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,39535,1732432615136 expired; onlineServers=0 2024-11-24T07:17:08,927 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,46799,1732432614274' ***** 2024-11-24T07:17:08,927 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:17:08,927 INFO [M:0;1ab588ae992e:46799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:17:08,927 INFO [M:0;1ab588ae992e:46799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:17:08,927 DEBUG [M:0;1ab588ae992e:46799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:17:08,927 DEBUG [M:0;1ab588ae992e:46799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:17:08,928 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432617037 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432617037,5,FailOnTimeoutGroup] 2024-11-24T07:17:08,928 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:17:08,928 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432617029 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432617029,5,FailOnTimeoutGroup] 2024-11-24T07:17:08,928 INFO [M:0;1ab588ae992e:46799 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:17:08,928 INFO [M:0;1ab588ae992e:46799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:17:08,928 DEBUG [M:0;1ab588ae992e:46799 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:17:08,928 INFO [M:0;1ab588ae992e:46799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:17:08,928 INFO [M:0;1ab588ae992e:46799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:17:08,929 INFO [M:0;1ab588ae992e:46799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:17:08,929 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:17:08,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/065702868/master 2024-11-24T07:17:08,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:08,938 DEBUG [M:0;1ab588ae992e:46799 {}] zookeeper.ZKUtil(347): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/master because node does not exist (not an error) 2024-11-24T07:17:08,938 WARN [M:0;1ab588ae992e:46799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:17:08,939 INFO [M:0;1ab588ae992e:46799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/.lastflushedseqids 2024-11-24T07:17:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741842_1018 (size=181) 2024-11-24T07:17:08,972 INFO [M:0;1ab588ae992e:46799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:17:08,972 INFO [M:0;1ab588ae992e:46799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:17:08,972 DEBUG [M:0;1ab588ae992e:46799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:17:08,972 INFO [M:0;1ab588ae992e:46799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:08,972 DEBUG [M:0;1ab588ae992e:46799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:08,972 DEBUG [M:0;1ab588ae992e:46799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:17:08,972 DEBUG [M:0;1ab588ae992e:46799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:08,973 INFO [M:0;1ab588ae992e:46799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-24T07:17:08,999 DEBUG [M:0;1ab588ae992e:46799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afeae7527d824486946269c3f75577e3 is 82, key is hbase:meta,,1/info:regioninfo/1732432618057/Put/seqid=0 2024-11-24T07:17:09,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741843_1019 (size=5672) 2024-11-24T07:17:09,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:09,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39535-0x1016bb3bc940001, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:09,018 INFO [RS:0;1ab588ae992e:39535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:17:09,018 INFO [M:0;1ab588ae992e:46799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afeae7527d824486946269c3f75577e3 2024-11-24T07:17:09,018 INFO [RS:0;1ab588ae992e:39535 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,39535,1732432615136; zookeeper connection closed. 2024-11-24T07:17:09,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@505cd471 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@505cd471 2024-11-24T07:17:09,042 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:17:09,071 DEBUG [M:0;1ab588ae992e:46799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3add460fd24a486f95b5edfd12c0fe28 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732432624950/Put/seqid=0 2024-11-24T07:17:09,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741844_1020 (size=8663) 2024-11-24T07:17:09,085 INFO [M:0;1ab588ae992e:46799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3add460fd24a486f95b5edfd12c0fe28 2024-11-24T07:17:09,125 DEBUG [M:0;1ab588ae992e:46799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60842e8ac5f84f2cab605abf43e35886 is 69, key is 1ab588ae992e,39535,1732432615136/rs:state/1732432617171/Put/seqid=0 2024-11-24T07:17:09,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741845_1021 (size=5156) 2024-11-24T07:17:09,133 INFO [M:0;1ab588ae992e:46799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60842e8ac5f84f2cab605abf43e35886 2024-11-24T07:17:09,149 DEBUG [M:0;1ab588ae992e:46799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afeae7527d824486946269c3f75577e3 as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afeae7527d824486946269c3f75577e3 2024-11-24T07:17:09,165 INFO [M:0;1ab588ae992e:46799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afeae7527d824486946269c3f75577e3, entries=8, sequenceid=115, filesize=5.5 K 2024-11-24T07:17:09,168 DEBUG [M:0;1ab588ae992e:46799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3add460fd24a486f95b5edfd12c0fe28 as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3add460fd24a486f95b5edfd12c0fe28 2024-11-24T07:17:09,177 INFO [M:0;1ab588ae992e:46799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3add460fd24a486f95b5edfd12c0fe28, entries=14, sequenceid=115, filesize=8.5 K 2024-11-24T07:17:09,178 DEBUG [M:0;1ab588ae992e:46799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60842e8ac5f84f2cab605abf43e35886 as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60842e8ac5f84f2cab605abf43e35886 2024-11-24T07:17:09,198 INFO [M:0;1ab588ae992e:46799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60842e8ac5f84f2cab605abf43e35886, entries=1, sequenceid=115, filesize=5.0 K 2024-11-24T07:17:09,200 INFO [M:0;1ab588ae992e:46799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 227ms, sequenceid=115, compaction requested=false 2024-11-24T07:17:09,205 INFO [M:0;1ab588ae992e:46799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:09,205 DEBUG [M:0;1ab588ae992e:46799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432628972Disabling compacts and flushes for region at 1732432628972Disabling writes for close at 1732432628972Obtaining lock to block concurrent updates at 1732432628973 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432628973Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732432628973Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432628974 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432628974Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432628998 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432628998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432629045 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432629070 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432629070Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432629096 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432629124 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432629125 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ab5f4a: reopening flushed file at 1732432629145 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570e49b5: reopening flushed file at 1732432629165 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aec66eb: reopening flushed file at 1732432629177 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 227ms, sequenceid=115, compaction requested=false at 1732432629200 (+23 ms)Writing region close event to WAL at 1732432629205 (+5 ms)Closed at 1732432629205 2024-11-24T07:17:09,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741830_1006 (size=59421) 2024-11-24T07:17:09,212 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:17:09,212 INFO [M:0;1ab588ae992e:46799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:17:09,213 INFO [M:0;1ab588ae992e:46799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46799 2024-11-24T07:17:09,213 INFO [M:0;1ab588ae992e:46799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:17:09,322 INFO [M:0;1ab588ae992e:46799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:17:09,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:09,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1016bb3bc940000, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:09,323 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:09,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:09,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:09,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:09,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:09,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:09,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:17:09,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:09,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44239 2024-11-24T07:17:09,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44239 connecting to ZooKeeper ensemble=127.0.0.1:62723 2024-11-24T07:17:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442390x0, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:09,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44239-0x1016bb3bc940006 connected 2024-11-24T07:17:09,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:09,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:09,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/running 2024-11-24T07:17:09,360 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: INIT 2024-11-24T07:17:09,368 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2, hbase.cluster.distributed=false 2024-11-24T07:17:09,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/acl 2024-11-24T07:17:09,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44239 2024-11-24T07:17:09,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44239 2024-11-24T07:17:09,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44239 2024-11-24T07:17:09,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44239 2024-11-24T07:17:09,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44239 2024-11-24T07:17:09,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:09,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:09,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:09,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:09,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:09,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:09,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:17:09,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:09,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43875 2024-11-24T07:17:09,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43875 connecting to ZooKeeper ensemble=127.0.0.1:62723 2024-11-24T07:17:09,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:09,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:09,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438750x0, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:09,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43875-0x1016bb3bc940007 connected 2024-11-24T07:17:09,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/running 2024-11-24T07:17:09,422 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: INIT 2024-11-24T07:17:09,423 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:17:09,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:17:09,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/master 2024-11-24T07:17:09,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/acl 2024-11-24T07:17:09,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-24T07:17:09,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43875 2024-11-24T07:17:09,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43875 2024-11-24T07:17:09,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-24T07:17:09,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-24T07:17:09,470 DEBUG [M:0;1ab588ae992e:44239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:44239 2024-11-24T07:17:09,470 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /065702868/backup-masters/1ab588ae992e,44239,1732432629323 2024-11-24T07:17:09,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/backup-masters 2024-11-24T07:17:09,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/backup-masters 2024-11-24T07:17:09,475 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on existing znode=/065702868/backup-masters/1ab588ae992e,44239,1732432629323 2024-11-24T07:17:09,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:09,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/065702868/master 2024-11-24T07:17:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:09,485 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on existing znode=/065702868/master 2024-11-24T07:17:09,485 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /065702868/backup-masters/1ab588ae992e,44239,1732432629323 from backup master directory 2024-11-24T07:17:09,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/065702868/backup-masters/1ab588ae992e,44239,1732432629323 2024-11-24T07:17:09,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/backup-masters 2024-11-24T07:17:09,495 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:09,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/backup-masters 2024-11-24T07:17:09,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,44239,1732432629323 2024-11-24T07:17:09,519 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:09,520 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:17:09,539 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-11-24T07:17:09,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741846_1022 (size=196) 2024-11-24T07:17:09,566 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:09,566 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:17:09,567 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:09,585 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T07:17:09,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,46799,1732432614274 to hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,46799,1732432614274-dead as it is dead 2024-11-24T07:17:09,592 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T07:17:09,592 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T07:17:09,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,46799,1732432614274-dead/1ab588ae992e%2C46799%2C1732432614274.1732432616162 2024-11-24T07:17:09,598 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,46799,1732432614274-dead/1ab588ae992e%2C46799%2C1732432614274.1732432616162 after 3ms 2024-11-24T07:17:09,599 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,46799,1732432614274-dead/1ab588ae992e%2C46799%2C1732432614274.1732432616162 to hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ab588ae992e%2C46799%2C1732432614274.1732432616162 2024-11-24T07:17:09,599 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,46799,1732432614274-dead 2024-11-24T07:17:09,602 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,44239,1732432629323 2024-11-24T07:17:09,604 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:09,606 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C44239%2C1732432629323, suffix=, logDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,44239,1732432629323, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/oldWALs, maxLogs=10 2024-11-24T07:17:09,620 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,44239,1732432629323/1ab588ae992e%2C44239%2C1732432629323.1732432629606, exclude list is [], retry=0 2024-11-24T07:17:09,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45423,DS-54accf3e-4f60-4570-8442-e095fe730932,DISK] 2024-11-24T07:17:09,629 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/WALs/1ab588ae992e,44239,1732432629323/1ab588ae992e%2C44239%2C1732432629323.1732432629606 2024-11-24T07:17:09,632 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36305:36305)] 2024-11-24T07:17:09,632 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:09,633 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:09,633 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:09,633 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:09,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:09,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:17:09,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:09,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afeae7527d824486946269c3f75577e3 2024-11-24T07:17:09,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:09,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:09,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:17:09,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:09,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3add460fd24a486f95b5edfd12c0fe28 2024-11-24T07:17:09,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:09,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:09,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:17:09,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:09,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60842e8ac5f84f2cab605abf43e35886 2024-11-24T07:17:09,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:09,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:09,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:17:09,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:09,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:09,690 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:09,691 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T07:17:09,691 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ab588ae992e%2C46799%2C1732432614274.1732432616162 2024-11-24T07:17:09,712 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ab588ae992e%2C46799%2C1732432614274.1732432616162 2024-11-24T07:17:09,714 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ab588ae992e%2C46799%2C1732432614274.1732432616162 2024-11-24T07:17:09,717 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:09,717 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:09,719 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:09,722 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:09,729 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-24T07:17:09,733 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61099182, jitterRate=-0.08955124020576477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:09,733 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432629633Initializing all the Stores at 1732432629635 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432629635Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432629635Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432629635Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432629635Cleaning up temporary data from old regions at 1732432629717 (+82 ms)Region opened successfully at 1732432629733 (+16 ms) 2024-11-24T07:17:09,734 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:17:09,739 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f39b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:09,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T07:17:09,755 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:17:09,755 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:17:09,755 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:17:09,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:17:09,763 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:09,763 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:17:09,764 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:17:09,764 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:17:09,765 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T07:17:09,765 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T07:17:09,765 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-24T07:17:09,765 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:17:09,770 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1ab588ae992e,39535,1732432615136, regionLocation=1ab588ae992e,39535,1732432615136, openSeqNum=2 2024-11-24T07:17:09,770 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1ab588ae992e,39535,1732432615136, table=hbase:meta, region=1588230740 2024-11-24T07:17:09,771 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39535,1732432615136, state=OPEN 2024-11-24T07:17:09,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/065702868/meta-region-server 2024-11-24T07:17:09,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/065702868/meta-region-server 2024-11-24T07:17:09,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: CHANGED 2024-11-24T07:17:09,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: CHANGED 2024-11-24T07:17:09,787 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:17:09,800 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/draining/1ab588ae992e,39535,1732432615136 already deleted, retry=false 2024-11-24T07:17:09,800 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1ab588ae992e,39535,1732432615136 on 1ab588ae992e,44239,1732432629323 2024-11-24T07:17:09,810 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1ab588ae992e,39535,1732432615136, splitWal=true, meta=true 2024-11-24T07:17:09,814 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 1ab588ae992e,39535,1732432615136 (carryingMeta=true) 1ab588ae992e,39535,1732432615136/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1d81c83e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T07:17:09,819 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/balancer because node does not exist (not necessarily an error) 2024-11-24T07:17:09,832 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/balancer already deleted, retry=false 2024-11-24T07:17:09,832 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:17:09,833 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:17:09,842 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/normalizer already deleted, retry=false 2024-11-24T07:17:09,843 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:17:09,844 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:17:09,880 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/switch/split already deleted, retry=false 2024-11-24T07:17:09,882 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:17:09,895 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/switch/merge already deleted, retry=false 2024-11-24T07:17:09,919 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:17:09,926 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/snapshot-cleanup already deleted, retry=false 2024-11-24T07:17:09,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/065702868/running 2024-11-24T07:17:09,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/065702868/running 2024-11-24T07:17:09,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:09,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:09,938 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,44239,1732432629323, sessionid=0x1016bb3bc940006, setting cluster-up flag (Was=false) 2024-11-24T07:17:09,948 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /065702868/flush-table-proc/acquired, /065702868/flush-table-proc/reached, /065702868/flush-table-proc/abort 2024-11-24T07:17:09,949 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,44239,1732432629323 2024-11-24T07:17:09,959 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /065702868/online-snapshot/acquired, /065702868/online-snapshot/reached, /065702868/online-snapshot/abort 2024-11-24T07:17:09,961 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,44239,1732432629323 2024-11-24T07:17:09,963 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/.lastflushedseqids 2024-11-24T07:17:09,968 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:17:09,969 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:17:09,969 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,44239,1732432629323 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1ab588ae992e,39535,1732432615136 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:17:09,971 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:09,971 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:09,971 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:09,971 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:09,971 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:17:09,971 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:09,971 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:09,971 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:09,975 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1ab588ae992e,39535,1732432615136, splitWal=true, meta=true 2024-11-24T07:17:09,977 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1ab588ae992e,39535,1732432615136, splitWal=true, meta=true, isMeta: true 2024-11-24T07:17:09,979 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136-splitting 2024-11-24T07:17:09,980 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136-splitting dir is empty, no logs to split. 2024-11-24T07:17:09,980 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1ab588ae992e,39535,1732432615136 WAL count=0, meta=true 2024-11-24T07:17:09,984 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136-splitting dir is empty, no logs to split. 2024-11-24T07:17:09,984 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1ab588ae992e,39535,1732432615136 WAL count=0, meta=true 2024-11-24T07:17:09,984 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432659984 2024-11-24T07:17:09,984 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1ab588ae992e,39535,1732432615136 WAL splitting is done? wals=0, meta=true 2024-11-24T07:17:09,984 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:17:09,984 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:17:09,984 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:17:09,985 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:17:09,985 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:17:09,985 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:17:09,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:17:09,988 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:09,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:09,990 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T07:17:09,992 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:17:09,992 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:17:09,992 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:17:09,993 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:17:09,993 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:17:09,993 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:17:09,996 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432629993,5,FailOnTimeoutGroup] 2024-11-24T07:17:09,998 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432629996,5,FailOnTimeoutGroup] 2024-11-24T07:17:09,998 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:09,998 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:17:09,998 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:09,999 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:09,999 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432629999, completionTime=-1 2024-11-24T07:17:09,999 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T07:17:10,002 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T07:17:10,054 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(746): ClusterId : 190da887-c5e2-49ad-8e16-60765de65e42 2024-11-24T07:17:10,054 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:17:10,064 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:17:10,064 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:17:10,075 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:17:10,075 DEBUG [RS:0;1ab588ae992e:43875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dacef52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:10,088 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:43875 2024-11-24T07:17:10,088 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:17:10,088 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:17:10,088 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:17:10,089 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,44239,1732432629323 with port=43875, startcode=1732432629400 2024-11-24T07:17:10,089 DEBUG [RS:0;1ab588ae992e:43875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:17:10,091 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:17:10,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44239 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,43875,1732432629400 2024-11-24T07:17:10,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44239 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,43875,1732432629400 2024-11-24T07:17:10,093 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2 2024-11-24T07:17:10,093 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43771 2024-11-24T07:17:10,094 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:17:10,102 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T07:17:10,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/rs 2024-11-24T07:17:10,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,43875,1732432629400] 2024-11-24T07:17:10,106 DEBUG [RS:0;1ab588ae992e:43875 {}] zookeeper.ZKUtil(111): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on existing znode=/065702868/rs/1ab588ae992e,43875,1732432629400 2024-11-24T07:17:10,106 WARN [RS:0;1ab588ae992e:43875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:10,107 INFO [RS:0;1ab588ae992e:43875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:10,107 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400 2024-11-24T07:17:10,140 WARN [1ab588ae992e:44239 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T07:17:10,154 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:17:10,157 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:17:10,157 INFO [RS:0;1ab588ae992e:43875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:17:10,157 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:10,158 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:17:10,159 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:17:10,159 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:10,159 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,159 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,159 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,159 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,159 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,159 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:10,159 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,160 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,160 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,160 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,160 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,160 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:10,160 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:10,160 DEBUG [RS:0;1ab588ae992e:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:10,165 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:10,165 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:10,165 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:10,165 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:10,165 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:10,165 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43875,1732432629400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:10,182 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:17:10,182 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43875,1732432629400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:10,198 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,43875,1732432629400, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:17:10,219 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSource(231): queueId=2-1ab588ae992e,43875,1732432629400, ReplicationSource: 2, currentBandwidth=0 2024-11-24T07:17:10,220 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:10,220 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.Replication(171): 1ab588ae992e,43875,1732432629400 started 2024-11-24T07:17:10,220 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,1-1ab588ae992e,43875,1732432629400 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45385' 2024-11-24T07:17:10,222 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,1-1ab588ae992e,43875,1732432629400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e3c4a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:10,222 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,1-1ab588ae992e,43875,1732432629400 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45385,-1 for getting cluster id 2024-11-24T07:17:10,222 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,1-1ab588ae992e,43875,1732432629400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:10,225 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da705da-1de1-4b1f-8168-990311276183' 2024-11-24T07:17:10,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:10,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da705da-1de1-4b1f-8168-990311276183" 2024-11-24T07:17:10,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c166c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:10,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45385,-1] 2024-11-24T07:17:10,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:10,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:10,229 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:10,230 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,1-1ab588ae992e,43875,1732432629400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@665ae906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:10,230 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,1-1ab588ae992e,43875,1732432629400 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:10,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45385,1732432621278 2024-11-24T07:17:10,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d9f5082 2024-11-24T07:17:10,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:10,233 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T07:17:10,234 INFO [RS:0;1ab588ae992e:43875.replicationSource,1-1ab588ae992e,43875,1732432629400 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,43875,1732432629400 (queues=0) is replicating from cluster=190da887-c5e2-49ad-8e16-60765de65e42 to cluster=3da705da-1de1-4b1f-8168-990311276183 2024-11-24T07:17:10,239 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:10,239 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,43875,1732432629400, RpcServer on 1ab588ae992e/172.17.0.3:43875, sessionid=0x1016bb3bc940007 2024-11-24T07:17:10,239 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:17:10,239 DEBUG [RS:0;1ab588ae992e:43875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,43875,1732432629400 2024-11-24T07:17:10,239 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,43875,1732432629400' 2024-11-24T07:17:10,239 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/065702868/flush-table-proc/abort' 2024-11-24T07:17:10,240 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/065702868/flush-table-proc/acquired' 2024-11-24T07:17:10,241 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:17:10,241 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:17:10,241 DEBUG [RS:0;1ab588ae992e:43875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,43875,1732432629400 2024-11-24T07:17:10,241 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,43875,1732432629400' 2024-11-24T07:17:10,241 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/065702868/online-snapshot/abort' 2024-11-24T07:17:10,242 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/065702868/online-snapshot/acquired' 2024-11-24T07:17:10,243 DEBUG [RS:0;1ab588ae992e:43875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:17:10,243 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,2-1ab588ae992e,43875,1732432629400 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45385' 2024-11-24T07:17:10,243 INFO [RS:0;1ab588ae992e:43875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:17:10,243 INFO [RS:0;1ab588ae992e:43875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:17:10,245 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,2-1ab588ae992e,43875,1732432629400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37ee402c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:10,245 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,2-1ab588ae992e,43875,1732432629400 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45385,-1 for getting cluster id 2024-11-24T07:17:10,245 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,2-1ab588ae992e,43875,1732432629400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:10,247 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3da705da-1de1-4b1f-8168-990311276183' 2024-11-24T07:17:10,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:10,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3da705da-1de1-4b1f-8168-990311276183" 2024-11-24T07:17:10,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@593b1297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:10,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45385,-1] 2024-11-24T07:17:10,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:10,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:10,249 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:10,251 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,2-1ab588ae992e,43875,1732432629400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d3eb4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:10,251 DEBUG [RS:0;1ab588ae992e:43875.replicationSource,2-1ab588ae992e,43875,1732432629400 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:10,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45385,1732432621278 2024-11-24T07:17:10,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b1e367a 2024-11-24T07:17:10,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:10,254 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T07:17:10,255 INFO [RS:0;1ab588ae992e:43875.replicationSource,2-1ab588ae992e,43875,1732432629400 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1ab588ae992e,43875,1732432629400 (queues=0) is replicating from cluster=190da887-c5e2-49ad-8e16-60765de65e42 to cluster=3da705da-1de1-4b1f-8168-990311276183 2024-11-24T07:17:10,344 INFO [RS:0;1ab588ae992e:43875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:10,346 INFO [RS:0;1ab588ae992e:43875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43875%2C1732432629400, suffix=, logDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs, maxLogs=10 2024-11-24T07:17:10,362 DEBUG [RS:0;1ab588ae992e:43875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347, exclude list is [], retry=0 2024-11-24T07:17:10,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45423,DS-54accf3e-4f60-4570-8442-e095fe730932,DISK] 2024-11-24T07:17:10,370 INFO [RS:0;1ab588ae992e:43875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 2024-11-24T07:17:10,370 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1ab588ae992e%2C43875%2C1732432629400 for peer 2 2024-11-24T07:17:10,370 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1ab588ae992e%2C43875%2C1732432629400 for peer 1 2024-11-24T07:17:10,370 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C43875%2C1732432629400 2024-11-24T07:17:10,371 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,43875,1732432629400, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:17:10,371 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1ab588ae992e%2C43875%2C1732432629400 2024-11-24T07:17:10,371 INFO [RS:0;1ab588ae992e:43875.replicationSource.shipper1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C43875%2C1732432629400 2024-11-24T07:17:10,371 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1ab588ae992e,43875,1732432629400, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:17:10,372 DEBUG [RS:0;1ab588ae992e:43875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36305:36305)] 2024-11-24T07:17:10,372 INFO [RS:0;1ab588ae992e:43875.replicationSource.shipper1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C43875%2C1732432629400 2024-11-24T07:17:10,372 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347, startPosition=0, beingWritten=true 2024-11-24T07:17:10,372 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347, startPosition=0, beingWritten=true 2024-11-24T07:17:10,391 DEBUG [1ab588ae992e:44239 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:17:10,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,43875,1732432629400 2024-11-24T07:17:10,393 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,43875,1732432629400, state=OPENING 2024-11-24T07:17:10,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/065702868/meta-region-server 2024-11-24T07:17:10,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/065702868/meta-region-server 2024-11-24T07:17:10,400 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:10,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: CHANGED 2024-11-24T07:17:10,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: CHANGED 2024-11-24T07:17:10,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,43875,1732432629400}] 2024-11-24T07:17:10,555 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:17:10,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:17:10,561 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:17:10,561 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:10,561 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:17:10,563 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43875%2C1732432629400.meta, suffix=.meta, logDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs, maxLogs=10 2024-11-24T07:17:10,583 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.meta.1732432630564.meta, exclude list is [], retry=0 2024-11-24T07:17:10,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45423,DS-54accf3e-4f60-4570-8442-e095fe730932,DISK] 2024-11-24T07:17:10,588 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.meta.1732432630564.meta 2024-11-24T07:17:10,588 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36305:36305)] 2024-11-24T07:17:10,589 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:10,589 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:10,589 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:17:10,589 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:17:10,589 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:17:10,590 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:17:10,590 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:10,590 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:10,590 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:17:10,590 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:17:10,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:10,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:10,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:10,600 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:10,611 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/info/00a624445bee44aea05af1073966acc3 2024-11-24T07:17:10,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:10,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:10,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:10,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:10,634 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/ns/cbd98427ebc64881978b78f178df743e 2024-11-24T07:17:10,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:10,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:10,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:10,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:10,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:10,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:10,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:10,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:10,649 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/table/d85f4d663150431dbd25fbb4675c6c1b 2024-11-24T07:17:10,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:10,650 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:10,651 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740 2024-11-24T07:17:10,652 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740 2024-11-24T07:17:10,654 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:10,654 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:10,655 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:10,657 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:10,658 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68328844, jitterRate=0.018179118633270264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:10,658 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:17:10,659 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432630590Writing region info on filesystem at 1732432630590Initializing all the Stores at 1732432630592 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432630592Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432630593 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432630593Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432630593Cleaning up temporary data from old regions at 1732432630654 (+61 ms)Running coprocessor post-open hooks at 1732432630658 (+4 ms)Region opened successfully at 1732432630659 (+1 ms) 2024-11-24T07:17:10,660 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732432630555 2024-11-24T07:17:10,663 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:17:10,663 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:17:10,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1ab588ae992e,43875,1732432629400 2024-11-24T07:17:10,666 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,43875,1732432629400, state=OPEN 2024-11-24T07:17:10,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/065702868/meta-region-server 2024-11-24T07:17:10,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/065702868/meta-region-server 2024-11-24T07:17:10,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,43875,1732432629400 2024-11-24T07:17:10,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: CHANGED 2024-11-24T07:17:10,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /065702868/meta-region-server: CHANGED 2024-11-24T07:17:10,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T07:17:10,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,43875,1732432629400 in 274 msec 2024-11-24T07:17:10,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T07:17:10,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 693 msec 2024-11-24T07:17:10,897 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:10,918 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:11,303 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:11,324 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:11,605 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-24T07:17:11,809 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:11,830 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:12,416 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:12,436 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:13,108 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-24T07:17:13,127 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:13,142 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:13,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:17:13,940 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:13,947 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:14,512 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T07:17:14,512 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:17:14,512 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:14,512 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43875,1732432629400, seqNum=-1] 2024-11-24T07:17:14,513 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:14,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:14,523 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=62e30ccefdcdcc7e5e26d5701004bb63, regionState=OPEN, lastHost=1ab588ae992e,39535,1732432615136, regionLocation=1ab588ae992e,39535,1732432615136, openSeqNum=2 2024-11-24T07:17:14,523 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:17:14,523 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432694523 2024-11-24T07:17:14,523 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432754523 2024-11-24T07:17:14,523 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-24T07:17:14,524 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44239,1732432629323-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:14,524 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44239,1732432629323-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:14,524 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1ab588ae992e,39535,1732432615136 had 2 regions 2024-11-24T07:17:14,524 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44239,1732432629323-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:14,524 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:44239, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:14,524 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:14,525 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:14,526 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1ab588ae992e,39535,1732432615136, splitWal=true, meta=true, isMeta: false 2024-11-24T07:17:14,528 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136-splitting dir is empty, no logs to split. 2024-11-24T07:17:14,529 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1ab588ae992e,39535,1732432615136 WAL count=0, meta=false 2024-11-24T07:17:14,533 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,39535,1732432615136-splitting dir is empty, no logs to split. 2024-11-24T07:17:14,533 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1ab588ae992e,39535,1732432615136 WAL count=0, meta=false 2024-11-24T07:17:14,533 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1ab588ae992e,39535,1732432615136 WAL splitting is done? wals=0, meta=false 2024-11-24T07:17:14,534 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.038sec 2024-11-24T07:17:14,534 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:17:14,534 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:17:14,534 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:17:14,534 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:17:14,534 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:17:14,534 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44239,1732432629323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:14,534 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44239,1732432629323-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:17:14,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62e30ccefdcdcc7e5e26d5701004bb63, ASSIGN}] 2024-11-24T07:17:14,538 WARN [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1ab588ae992e,39535,1732432615136/hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:14,539 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62e30ccefdcdcc7e5e26d5701004bb63, ASSIGN 2024-11-24T07:17:14,539 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:17:14,539 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:17:14,539 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,44239,1732432629323-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:14,540 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62e30ccefdcdcc7e5e26d5701004bb63, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T07:17:14,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fab208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:14,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,44239,-1 for getting cluster id 2024-11-24T07:17:14,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:14,560 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190da887-c5e2-49ad-8e16-60765de65e42' 2024-11-24T07:17:14,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:14,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190da887-c5e2-49ad-8e16-60765de65e42" 2024-11-24T07:17:14,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b430d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:14,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,44239,-1] 2024-11-24T07:17:14,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:14,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:14,563 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:14,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcb5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:14,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43875,1732432629400, seqNum=-1] 2024-11-24T07:17:14,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:14,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:14,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T07:17:14,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:14,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:14,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:14,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:14,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:14,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1ab588ae992e:44239 after: 1ab588ae992e:44239 2024-11-24T07:17:14,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bfaac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:14,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,44239,-1 for getting cluster id 2024-11-24T07:17:14,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:14,574 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190da887-c5e2-49ad-8e16-60765de65e42' 2024-11-24T07:17:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190da887-c5e2-49ad-8e16-60765de65e42" 2024-11-24T07:17:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1741e947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,44239,-1] 2024-11-24T07:17:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:14,576 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:14,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5352b6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:14,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:14,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,44239,1732432629323 2024-11-24T07:17:14,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521b6bd3 2024-11-24T07:17:14,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:14,580 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:14,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44239 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T07:17:14,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44239 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T07:17:14,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44239 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T07:17:14,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44239 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T07:17:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:17:14,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:14,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:14,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:14,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:14,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:14,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:17:14,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236997482, stopped=false 2024-11-24T07:17:14,586 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,45385,1732432621278 2024-11-24T07:17:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-978716577/running 2024-11-24T07:17:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-978716577/running 2024-11-24T07:17:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:14,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:17:14,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:14,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:14,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:14,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Set watcher on znode that does not yet exist, /1-978716577/running 2024-11-24T07:17:14,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Set watcher on znode that does not yet exist, /1-978716577/running 2024-11-24T07:17:14,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,43991,1732432621433' ***** 2024-11-24T07:17:14,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:17:14,666 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:17:14,667 INFO [RS:0;1ab588ae992e:43991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:17:14,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:17:14,667 INFO [RS:0;1ab588ae992e:43991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:17:14,667 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,43991,1732432621433 2024-11-24T07:17:14,667 INFO [RS:0;1ab588ae992e:43991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:17:14,668 INFO [RS:0;1ab588ae992e:43991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:43991. 2024-11-24T07:17:14,668 DEBUG [RS:0;1ab588ae992e:43991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:14,668 DEBUG [RS:0;1ab588ae992e:43991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:14,668 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:17:14,668 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:17:14,668 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:17:14,668 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:17:14,668 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:17:14,669 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:17:14,669 DEBUG [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:17:14,669 DEBUG [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:14,669 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:17:14,669 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:17:14,669 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:17:14,669 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:17:14,669 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:17:14,669 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T07:17:14,687 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740/.tmp/ns/c8de8c18dd904188a57e8e122c9b328f is 43, key is default/ns:d/1732432623441/Put/seqid=0 2024-11-24T07:17:14,690 DEBUG [1ab588ae992e:44239 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:17:14,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=62e30ccefdcdcc7e5e26d5701004bb63, regionState=OPENING, regionLocation=1ab588ae992e,43875,1732432629400 2024-11-24T07:17:14,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741835_1011 (size=5153) 2024-11-24T07:17:14,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62e30ccefdcdcc7e5e26d5701004bb63, ASSIGN because future has completed 2024-11-24T07:17:14,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62e30ccefdcdcc7e5e26d5701004bb63, server=1ab588ae992e,43875,1732432629400}] 2024-11-24T07:17:14,852 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:14,854 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:14,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:14,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:14,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:17:14,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43875%2C1732432629400.rep, suffix=, logDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs, maxLogs=10 2024-11-24T07:17:14,869 DEBUG [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:14,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.rep.1732432634864, exclude list is [], retry=0 2024-11-24T07:17:14,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45423,DS-54accf3e-4f60-4570-8442-e095fe730932,DISK] 2024-11-24T07:17:14,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.rep.1732432634864 2024-11-24T07:17:14,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36305:36305)] 2024-11-24T07:17:14,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 62e30ccefdcdcc7e5e26d5701004bb63, NAME => 'hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:14,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:14,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:17:14,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. service=MultiRowMutationService 2024-11-24T07:17:14,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:17:14,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:14,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,885 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,886 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62e30ccefdcdcc7e5e26d5701004bb63 columnFamilyName hfileref 2024-11-24T07:17:14,886 DEBUG [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:14,887 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(327): Store=62e30ccefdcdcc7e5e26d5701004bb63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:14,887 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,888 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62e30ccefdcdcc7e5e26d5701004bb63 columnFamilyName queue 2024-11-24T07:17:14,888 DEBUG [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:14,895 DEBUG [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63/queue/85349a389400440987a2be6bd0cea931 2024-11-24T07:17:14,895 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(327): Store=62e30ccefdcdcc7e5e26d5701004bb63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:14,895 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,896 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62e30ccefdcdcc7e5e26d5701004bb63 columnFamilyName sid 2024-11-24T07:17:14,896 DEBUG [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:14,897 INFO [StoreOpener-62e30ccefdcdcc7e5e26d5701004bb63-1 {}] regionserver.HStore(327): Store=62e30ccefdcdcc7e5e26d5701004bb63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:14,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:17:14,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 62e30ccefdcdcc7e5e26d5701004bb63; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68848619, jitterRate=0.02592436969280243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:17:14,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:14,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 62e30ccefdcdcc7e5e26d5701004bb63: Running coprocessor pre-open hook at 1732432634884Writing region info on filesystem at 1732432634884Initializing all the Stores at 1732432634885 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432634885Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432634885Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432634885Cleaning up temporary data from old regions at 1732432634901 (+16 ms)Running coprocessor post-open hooks at 1732432634905 (+4 ms)Region opened successfully at 1732432634906 (+1 ms) 2024-11-24T07:17:14,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63., pid=19, masterSystemTime=1732432634848 2024-11-24T07:17:14,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:14,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:14,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=62e30ccefdcdcc7e5e26d5701004bb63, regionState=OPEN, openSeqNum=10, regionLocation=1ab588ae992e,43875,1732432629400 2024-11-24T07:17:14,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62e30ccefdcdcc7e5e26d5701004bb63, server=1ab588ae992e,43875,1732432629400 because future has completed 2024-11-24T07:17:14,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T07:17:14,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 62e30ccefdcdcc7e5e26d5701004bb63, server=1ab588ae992e,43875,1732432629400 in 221 msec 2024-11-24T07:17:14,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-24T07:17:14,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62e30ccefdcdcc7e5e26d5701004bb63, ASSIGN in 381 msec 2024-11-24T07:17:14,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T07:17:14,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63., hostname=1ab588ae992e,43875,1732432629400, seqNum=10] 2024-11-24T07:17:14,961 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 1ab588ae992e,39535,1732432615136 2024-11-24T07:17:14,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T07:17:15,069 DEBUG [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:15,094 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740/.tmp/ns/c8de8c18dd904188a57e8e122c9b328f 2024-11-24T07:17:15,107 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740/.tmp/ns/c8de8c18dd904188a57e8e122c9b328f as hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740/ns/c8de8c18dd904188a57e8e122c9b328f 2024-11-24T07:17:15,114 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740/ns/c8de8c18dd904188a57e8e122c9b328f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T07:17:15,115 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-24T07:17:15,115 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:17:15,121 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T07:17:15,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-24T07:17:15,121 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:15,121 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:15,121 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:15,122 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432634669Running coprocessor pre-close hooks at 1732432634669Disabling compacts and flushes for region at 1732432634669Disabling writes for close at 1732432634669Obtaining lock to block concurrent updates at 1732432634669Preparing flush snapshotting stores in 1588230740 at 1732432634669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732432634670 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432634671 (+1 ms)Flushing 1588230740/ns: creating writer at 1732432634671Flushing 1588230740/ns: appending metadata at 1732432634687 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732432634687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e0f204: reopening flushed file at 1732432635106 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1732432635115 (+9 ms)Writing region close event to WAL at 1732432635116 (+1 ms)Running coprocessor post-close hooks at 1732432635121 (+5 ms)Closed at 1732432635121 2024-11-24T07:17:15,122 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:15,270 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,43991,1732432621433; all regions closed. 2024-11-24T07:17:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741834_1010 (size=1152) 2024-11-24T07:17:15,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/WALs/1ab588ae992e,43991,1732432621433/1ab588ae992e%2C43991%2C1732432621433.meta.1732432623349.meta not finished, retry = 0 2024-11-24T07:17:15,379 DEBUG [RS:0;1ab588ae992e:43991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/oldWALs 2024-11-24T07:17:15,379 INFO [RS:0;1ab588ae992e:43991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C43991%2C1732432621433.meta:.meta(num 1732432623349) 2024-11-24T07:17:15,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741832_1008 (size=93) 2024-11-24T07:17:15,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/WALs/1ab588ae992e,43991,1732432621433/1ab588ae992e%2C43991%2C1732432621433.1732432622703 not finished, retry = 0 2024-11-24T07:17:15,492 DEBUG [RS:0;1ab588ae992e:43991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/oldWALs 2024-11-24T07:17:15,493 INFO [RS:0;1ab588ae992e:43991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C43991%2C1732432621433:(num 1732432622703) 2024-11-24T07:17:15,493 DEBUG [RS:0;1ab588ae992e:43991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:15,493 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:17:15,493 INFO [RS:0;1ab588ae992e:43991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:17:15,493 INFO [RS:0;1ab588ae992e:43991 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T07:17:15,494 INFO [RS:0;1ab588ae992e:43991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:17:15,494 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:17:15,494 INFO [RS:0;1ab588ae992e:43991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43991 2024-11-24T07:17:15,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-978716577/rs/1ab588ae992e,43991,1732432621433 2024-11-24T07:17:15,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577/rs 2024-11-24T07:17:15,558 INFO [RS:0;1ab588ae992e:43991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:17:15,559 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,43991,1732432621433] 2024-11-24T07:17:15,579 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-978716577/draining/1ab588ae992e,43991,1732432621433 already deleted, retry=false 2024-11-24T07:17:15,579 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,43991,1732432621433 expired; onlineServers=0 2024-11-24T07:17:15,579 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,45385,1732432621278' ***** 2024-11-24T07:17:15,579 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:17:15,580 INFO [M:0;1ab588ae992e:45385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:17:15,580 INFO [M:0;1ab588ae992e:45385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:17:15,580 DEBUG [M:0;1ab588ae992e:45385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:17:15,580 DEBUG [M:0;1ab588ae992e:45385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:17:15,580 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432622455 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432622455,5,FailOnTimeoutGroup] 2024-11-24T07:17:15,580 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:17:15,580 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432622455 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432622455,5,FailOnTimeoutGroup] 2024-11-24T07:17:15,581 INFO [M:0;1ab588ae992e:45385 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:17:15,581 INFO [M:0;1ab588ae992e:45385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:17:15,582 DEBUG [M:0;1ab588ae992e:45385 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:17:15,582 INFO [M:0;1ab588ae992e:45385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:17:15,582 INFO [M:0;1ab588ae992e:45385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:17:15,582 INFO [M:0;1ab588ae992e:45385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:17:15,583 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:17:15,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-978716577/master 2024-11-24T07:17:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-978716577 2024-11-24T07:17:15,590 DEBUG [M:0;1ab588ae992e:45385 {}] zookeeper.ZKUtil(347): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Unable to get data of znode /1-978716577/master because node does not exist (not an error) 2024-11-24T07:17:15,590 WARN [M:0;1ab588ae992e:45385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:17:15,592 INFO [M:0;1ab588ae992e:45385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/.lastflushedseqids 2024-11-24T07:17:15,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741836_1012 (size=99) 2024-11-24T07:17:15,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:15,669 INFO [RS:0;1ab588ae992e:43991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:17:15,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x1016bb3bc940004, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:15,669 INFO [RS:0;1ab588ae992e:43991 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,43991,1732432621433; zookeeper connection closed. 2024-11-24T07:17:15,669 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@408e324f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@408e324f 2024-11-24T07:17:15,670 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:17:15,862 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:15,865 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:16,004 INFO [M:0;1ab588ae992e:45385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:17:16,004 INFO [M:0;1ab588ae992e:45385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:17:16,005 DEBUG [M:0;1ab588ae992e:45385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:17:16,005 INFO [M:0;1ab588ae992e:45385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:16,005 DEBUG [M:0;1ab588ae992e:45385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:16,005 DEBUG [M:0;1ab588ae992e:45385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:17:16,005 DEBUG [M:0;1ab588ae992e:45385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:16,005 INFO [M:0;1ab588ae992e:45385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T07:17:16,030 DEBUG [M:0;1ab588ae992e:45385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33a1ff6a0a34448cad4462ee33639708 is 82, key is hbase:meta,,1/info:regioninfo/1732432623410/Put/seqid=0 2024-11-24T07:17:16,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741837_1013 (size=5672) 2024-11-24T07:17:16,437 INFO [M:0;1ab588ae992e:45385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33a1ff6a0a34448cad4462ee33639708 2024-11-24T07:17:16,466 DEBUG [M:0;1ab588ae992e:45385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95cdc329c73c4a4d8ad6b1cfa9908069 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732432623451/Put/seqid=0 2024-11-24T07:17:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741838_1014 (size=5275) 2024-11-24T07:17:16,872 INFO [M:0;1ab588ae992e:45385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95cdc329c73c4a4d8ad6b1cfa9908069 2024-11-24T07:17:16,900 DEBUG [M:0;1ab588ae992e:45385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e7c06ab96ea464ab7e0056abcea8b22 is 69, key is 1ab588ae992e,43991,1732432621433/rs:state/1732432622526/Put/seqid=0 2024-11-24T07:17:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741839_1015 (size=5156) 2024-11-24T07:17:16,972 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:16,974 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:17,306 INFO [M:0;1ab588ae992e:45385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e7c06ab96ea464ab7e0056abcea8b22 2024-11-24T07:17:17,317 DEBUG [M:0;1ab588ae992e:45385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33a1ff6a0a34448cad4462ee33639708 as hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33a1ff6a0a34448cad4462ee33639708 2024-11-24T07:17:17,325 INFO [M:0;1ab588ae992e:45385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33a1ff6a0a34448cad4462ee33639708, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T07:17:17,326 DEBUG [M:0;1ab588ae992e:45385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95cdc329c73c4a4d8ad6b1cfa9908069 as hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95cdc329c73c4a4d8ad6b1cfa9908069 2024-11-24T07:17:17,334 INFO [M:0;1ab588ae992e:45385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95cdc329c73c4a4d8ad6b1cfa9908069, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T07:17:17,335 DEBUG [M:0;1ab588ae992e:45385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e7c06ab96ea464ab7e0056abcea8b22 as hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e7c06ab96ea464ab7e0056abcea8b22 2024-11-24T07:17:17,342 INFO [M:0;1ab588ae992e:45385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45171/user/jenkins/test-data/2c9c0e6d-6fec-d0f6-a639-22b767aaf509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e7c06ab96ea464ab7e0056abcea8b22, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T07:17:17,344 INFO [M:0;1ab588ae992e:45385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=28, compaction requested=false 2024-11-24T07:17:17,345 INFO [M:0;1ab588ae992e:45385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:17,345 DEBUG [M:0;1ab588ae992e:45385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432636005Disabling compacts and flushes for region at 1732432636005Disabling writes for close at 1732432636005Obtaining lock to block concurrent updates at 1732432636005Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432636005Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732432636006 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432636008 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432636008Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432636030 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432636030Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432636449 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432636465 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432636465Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432636884 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432636899 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432636899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577dc8d0: reopening flushed file at 1732432637316 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3b8d48: reopening flushed file at 1732432637325 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509b3af0: reopening flushed file at 1732432637334 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=28, compaction requested=false at 1732432637344 (+10 ms)Writing region close event to WAL at 1732432637345 (+1 ms)Closed at 1732432637345 2024-11-24T07:17:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741830_1006 (size=10165) 2024-11-24T07:17:17,349 INFO [M:0;1ab588ae992e:45385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:17:17,349 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:17:17,349 INFO [M:0;1ab588ae992e:45385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45385 2024-11-24T07:17:17,352 INFO [M:0;1ab588ae992e:45385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:17:17,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:17,587 INFO [M:0;1ab588ae992e:45385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:17:17,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1016bb3bc940003, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:17,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c2b488a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:17:17,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f76040{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:17:17,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:17:17,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b1d89e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:17:17,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fdb0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/hadoop.log.dir/,STOPPED} 2024-11-24T07:17:17,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:17:17,600 WARN [BP-1106884569-172.17.0.3-1732432618709 heartbeating to localhost/127.0.0.1:45171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:17:17,600 WARN [BP-1106884569-172.17.0.3-1732432618709 heartbeating to localhost/127.0.0.1:45171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1106884569-172.17.0.3-1732432618709 (Datanode Uuid f432077f-38b5-4e8a-8c83-61f39dd5becb) service to localhost/127.0.0.1:45171 2024-11-24T07:17:17,600 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:17:17,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/cluster_f638e39f-bdc4-5e06-8b8e-e05d5ad83db7/data/data1/current/BP-1106884569-172.17.0.3-1732432618709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:17:17,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/cluster_f638e39f-bdc4-5e06-8b8e-e05d5ad83db7/data/data2/current/BP-1106884569-172.17.0.3-1732432618709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:17:17,601 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:17:17,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76da0465{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:17:17,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7077a837{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:17:17,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:17:17,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e387f9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:17:17,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c9611{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/hadoop.log.dir/,STOPPED} 2024-11-24T07:17:17,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:17:17,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:17:17,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:17,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:17,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:17,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:17,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:17,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:17:17,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=338395728, stopped=false 2024-11-24T07:17:17,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,44239,1732432629323 2024-11-24T07:17:17,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/065702868/running 2024-11-24T07:17:17,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/065702868/running 2024-11-24T07:17:17,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:17:17,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:17,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:17,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:17,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:17,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:17,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/running 2024-11-24T07:17:17,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Set watcher on znode that does not yet exist, /065702868/running 2024-11-24T07:17:17,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,43875,1732432629400' ***** 2024-11-24T07:17:17,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:17:17,643 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:17:17,643 INFO [RS:0;1ab588ae992e:43875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:17:17,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:17:17,643 INFO [RS:0;1ab588ae992e:43875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:17:17,643 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(3091): Received CLOSE for 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:17,644 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,43875,1732432629400 2024-11-24T07:17:17,644 INFO [RS:0;1ab588ae992e:43875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:17:17,644 INFO [RS:0;1ab588ae992e:43875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:43875. 2024-11-24T07:17:17,644 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62e30ccefdcdcc7e5e26d5701004bb63, disabling compactions & flushes 2024-11-24T07:17:17,644 DEBUG [RS:0;1ab588ae992e:43875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:17,644 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:17,644 DEBUG [RS:0;1ab588ae992e:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:17,644 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:17,644 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:17:17,644 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. after waiting 0 ms 2024-11-24T07:17:17,644 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:17:17,644 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:17,644 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:17:17,644 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:17:17,644 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:17:17,644 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1325): Online Regions={62e30ccefdcdcc7e5e26d5701004bb63=hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:17:17,644 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62e30ccefdcdcc7e5e26d5701004bb63 2024-11-24T07:17:17,644 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:17:17,645 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:17:17,645 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:17:17,645 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:17:17,645 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:17:17,645 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T07:17:17,651 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/replication/62e30ccefdcdcc7e5e26d5701004bb63/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-24T07:17:17,652 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:17,652 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:17,652 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:17,652 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62e30ccefdcdcc7e5e26d5701004bb63: Waiting for close lock at 1732432637644Running coprocessor pre-close hooks at 1732432637644Disabling compacts and flushes for region at 1732432637644Disabling writes for close at 1732432637644Writing region close event to WAL at 1732432637647 (+3 ms)Running coprocessor post-close hooks at 1732432637652 (+5 ms)Closed at 1732432637652 2024-11-24T07:17:17,652 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63. 2024-11-24T07:17:17,664 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/info/decb39adbb274ed286ba1c0218b666f4 is 147, key is hbase:replication,,1732432623670.62e30ccefdcdcc7e5e26d5701004bb63./info:regioninfo/1732432634911/Put/seqid=0 2024-11-24T07:17:17,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741851_1027 (size=6385) 2024-11-24T07:17:17,673 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:17:17,845 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:18,045 DEBUG [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:18,071 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/info/decb39adbb274ed286ba1c0218b666f4 2024-11-24T07:17:18,083 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/.tmp/info/decb39adbb274ed286ba1c0218b666f4 as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/info/decb39adbb274ed286ba1c0218b666f4 2024-11-24T07:17:18,091 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/info/decb39adbb274ed286ba1c0218b666f4, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T07:17:18,092 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false 2024-11-24T07:17:18,098 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T07:17:18,099 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:18,099 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:18,099 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:18,099 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432637644Running coprocessor pre-close hooks at 1732432637644Disabling compacts and flushes for region at 1732432637644Disabling writes for close at 1732432637645 (+1 ms)Obtaining lock to block concurrent updates at 1732432637645Preparing flush snapshotting stores in 1588230740 at 1732432637645Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732432637645Flushing stores of hbase:meta,,1.1588230740 at 1732432637646 (+1 ms)Flushing 1588230740/info: creating writer at 1732432637646Flushing 1588230740/info: appending metadata at 1732432637664 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732432637664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dff8011: reopening flushed file at 1732432638082 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false at 1732432638093 (+11 ms)Writing region close event to WAL at 1732432638094 (+1 ms)Running coprocessor post-close hooks at 1732432638099 (+5 ms)Closed at 1732432638099 2024-11-24T07:17:18,099 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:18,168 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:17:18,168 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:17:18,181 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:18,182 DEBUG [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 to pos 0, reset compression=false 2024-11-24T07:17:18,246 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,43875,1732432629400; all regions closed. 2024-11-24T07:17:18,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741849_1025 (size=2156) 2024-11-24T07:17:18,251 DEBUG [RS:0;1ab588ae992e:43875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs 2024-11-24T07:17:18,251 INFO [RS:0;1ab588ae992e:43875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C43875%2C1732432629400.meta:.meta(num 1732432630564) 2024-11-24T07:17:18,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741850_1026 (size=796) 2024-11-24T07:17:18,257 DEBUG [RS:0;1ab588ae992e:43875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs 2024-11-24T07:17:18,257 INFO [RS:0;1ab588ae992e:43875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C43875%2C1732432629400.rep:(num 1732432634864) 2024-11-24T07:17:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741848_1024 (size=93) 2024-11-24T07:17:18,260 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/WALs/1ab588ae992e,43875,1732432629400/1ab588ae992e%2C43875%2C1732432629400.1732432630347 not finished, retry = 0 2024-11-24T07:17:18,364 DEBUG [RS:0;1ab588ae992e:43875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/oldWALs 2024-11-24T07:17:18,364 INFO [RS:0;1ab588ae992e:43875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C43875%2C1732432629400:(num 1732432630347) 2024-11-24T07:17:18,364 DEBUG [RS:0;1ab588ae992e:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:18,364 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:17:18,364 INFO [RS:0;1ab588ae992e:43875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:17:18,364 INFO [RS:0;1ab588ae992e:43875 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:17:18,365 INFO [RS:0;1ab588ae992e:43875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:17:18,365 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:17:18,365 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T07:17:18,365 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,43875,1732432629400 because: Region server is closing 2024-11-24T07:17:18,365 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T07:17:18,365 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T07:17:18,365 INFO [RS:0;1ab588ae992e:43875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:43875. 2024-11-24T07:17:18,365 DEBUG [RS:0;1ab588ae992e:43875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:18,365 DEBUG [RS:0;1ab588ae992e:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:18,366 DEBUG [RS:0;1ab588ae992e:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:18,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:18,466 WARN [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:17:18,466 WARN [RS:0;1ab588ae992e:43875.replicationSource.shipper1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T07:17:18,466 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1ab588ae992e:43875.replicationSource.shipper1ab588ae992e%2C43875%2C1732432629400,1-1ab588ae992e,43875,1732432629400 terminated 2024-11-24T07:17:18,466 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1ab588ae992e,43875,1732432629400 because: Region server is closing 2024-11-24T07:17:18,466 INFO [RS:0;1ab588ae992e:43875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:43875. 2024-11-24T07:17:18,467 DEBUG [RS:0;1ab588ae992e:43875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:18,467 DEBUG [RS:0;1ab588ae992e:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:18,467 DEBUG [RS:0;1ab588ae992e:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:18,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:18,567 WARN [RS:0;1ab588ae992e:43875.replicationSource.wal-reader.1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:17:18,567 WARN [RS:0;1ab588ae992e:43875.replicationSource.shipper1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T07:17:18,567 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;1ab588ae992e:43875.replicationSource.shipper1ab588ae992e%2C43875%2C1732432629400,2-1ab588ae992e,43875,1732432629400 terminated 2024-11-24T07:17:18,567 INFO [RS:0;1ab588ae992e:43875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43875 2024-11-24T07:17:18,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/065702868/rs/1ab588ae992e,43875,1732432629400 2024-11-24T07:17:18,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868/rs 2024-11-24T07:17:18,631 INFO [RS:0;1ab588ae992e:43875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:17:18,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,43875,1732432629400] 2024-11-24T07:17:18,652 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /065702868/draining/1ab588ae992e,43875,1732432629400 already deleted, retry=false 2024-11-24T07:17:18,652 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,43875,1732432629400 expired; onlineServers=0 2024-11-24T07:17:18,652 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,44239,1732432629323' ***** 2024-11-24T07:17:18,652 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:17:18,652 INFO [M:0;1ab588ae992e:44239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:17:18,652 INFO [M:0;1ab588ae992e:44239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:17:18,652 DEBUG [M:0;1ab588ae992e:44239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:17:18,653 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:17:18,653 DEBUG [M:0;1ab588ae992e:44239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:17:18,653 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432629996 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432629996,5,FailOnTimeoutGroup] 2024-11-24T07:17:18,653 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432629993 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432629993,5,FailOnTimeoutGroup] 2024-11-24T07:17:18,653 INFO [M:0;1ab588ae992e:44239 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:17:18,653 INFO [M:0;1ab588ae992e:44239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:17:18,653 DEBUG [M:0;1ab588ae992e:44239 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:17:18,653 INFO [M:0;1ab588ae992e:44239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:17:18,653 INFO [M:0;1ab588ae992e:44239 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:17:18,653 INFO [M:0;1ab588ae992e:44239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:17:18,653 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:17:18,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/065702868/master 2024-11-24T07:17:18,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/065702868 2024-11-24T07:17:18,663 DEBUG [M:0;1ab588ae992e:44239 {}] zookeeper.ZKUtil(347): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Unable to get data of znode /065702868/master because node does not exist (not an error) 2024-11-24T07:17:18,663 WARN [M:0;1ab588ae992e:44239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:17:18,664 INFO [M:0;1ab588ae992e:44239 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/.lastflushedseqids 2024-11-24T07:17:18,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741852_1028 (size=181) 2024-11-24T07:17:18,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:18,742 INFO [RS:0;1ab588ae992e:43875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:17:18,742 INFO [RS:0;1ab588ae992e:43875 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,43875,1732432629400; zookeeper connection closed. 2024-11-24T07:17:18,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x1016bb3bc940007, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:18,742 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56325384 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56325384 2024-11-24T07:17:18,743 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:17:19,070 INFO [M:0;1ab588ae992e:44239 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:17:19,070 INFO [M:0;1ab588ae992e:44239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:17:19,070 DEBUG [M:0;1ab588ae992e:44239 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:17:19,070 INFO [M:0;1ab588ae992e:44239 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:19,070 DEBUG [M:0;1ab588ae992e:44239 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:19,071 DEBUG [M:0;1ab588ae992e:44239 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:17:19,071 DEBUG [M:0;1ab588ae992e:44239 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:19,071 INFO [M:0;1ab588ae992e:44239 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T07:17:19,086 DEBUG [M:0;1ab588ae992e:44239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec85b1a1bab8482291edc1978adf0538 is 82, key is hbase:meta,,1/info:regioninfo/1732432630663/Put/seqid=0 2024-11-24T07:17:19,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741853_1029 (size=5680) 2024-11-24T07:17:19,492 INFO [M:0;1ab588ae992e:44239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec85b1a1bab8482291edc1978adf0538 2024-11-24T07:17:19,517 DEBUG [M:0;1ab588ae992e:44239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fbc803082594231abf461fcf7c2c71e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732432634919/Put/seqid=0 2024-11-24T07:17:19,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741854_1030 (size=7319) 2024-11-24T07:17:19,922 INFO [M:0;1ab588ae992e:44239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fbc803082594231abf461fcf7c2c71e 2024-11-24T07:17:19,943 DEBUG [M:0;1ab588ae992e:44239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20acbe5a64c84775980e1439cde2c3aa is 69, key is 1ab588ae992e,43875,1732432629400/rs:state/1732432630092/Put/seqid=0 2024-11-24T07:17:19,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741855_1031 (size=5371) 2024-11-24T07:17:20,348 INFO [M:0;1ab588ae992e:44239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20acbe5a64c84775980e1439cde2c3aa 2024-11-24T07:17:20,354 INFO [M:0;1ab588ae992e:44239 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20acbe5a64c84775980e1439cde2c3aa 2024-11-24T07:17:20,355 DEBUG [M:0;1ab588ae992e:44239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec85b1a1bab8482291edc1978adf0538 as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec85b1a1bab8482291edc1978adf0538 2024-11-24T07:17:20,361 INFO [M:0;1ab588ae992e:44239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec85b1a1bab8482291edc1978adf0538, entries=8, sequenceid=172, filesize=5.5 K 2024-11-24T07:17:20,362 DEBUG [M:0;1ab588ae992e:44239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fbc803082594231abf461fcf7c2c71e as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fbc803082594231abf461fcf7c2c71e 2024-11-24T07:17:20,369 INFO [M:0;1ab588ae992e:44239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fbc803082594231abf461fcf7c2c71e, entries=7, sequenceid=172, filesize=7.1 K 2024-11-24T07:17:20,370 DEBUG [M:0;1ab588ae992e:44239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20acbe5a64c84775980e1439cde2c3aa as hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20acbe5a64c84775980e1439cde2c3aa 2024-11-24T07:17:20,376 INFO [M:0;1ab588ae992e:44239 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20acbe5a64c84775980e1439cde2c3aa 2024-11-24T07:17:20,376 INFO [M:0;1ab588ae992e:44239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/6b7c9bd0-4467-2869-80aa-775568e4edd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20acbe5a64c84775980e1439cde2c3aa, entries=2, sequenceid=172, filesize=5.2 K 2024-11-24T07:17:20,378 INFO [M:0;1ab588ae992e:44239 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=172, compaction requested=false 2024-11-24T07:17:20,379 INFO [M:0;1ab588ae992e:44239 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:20,379 DEBUG [M:0;1ab588ae992e:44239 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432639070Disabling compacts and flushes for region at 1732432639070Disabling writes for close at 1732432639071 (+1 ms)Obtaining lock to block concurrent updates at 1732432639071Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432639071Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732432639071Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432639072 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432639072Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432639086 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432639086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432639498 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432639516 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432639516Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432639929 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432639942 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432639942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2370c027: reopening flushed file at 1732432640354 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f998782: reopening flushed file at 1732432640361 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3365aef6: reopening flushed file at 1732432640369 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=172, compaction requested=false at 1732432640378 (+9 ms)Writing region close event to WAL at 1732432640379 (+1 ms)Closed at 1732432640379 2024-11-24T07:17:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45423 is added to blk_1073741847_1023 (size=22949) 2024-11-24T07:17:20,382 INFO [M:0;1ab588ae992e:44239 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:17:20,382 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:17:20,382 INFO [M:0;1ab588ae992e:44239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44239 2024-11-24T07:17:20,382 INFO [M:0;1ab588ae992e:44239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:17:20,386 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:17:20,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:20,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:20,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44239-0x1016bb3bc940006, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:20,537 INFO [M:0;1ab588ae992e:44239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:17:20,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:17:20,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:17:20,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:17:20,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:17:20,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/hadoop.log.dir/,STOPPED} 2024-11-24T07:17:20,541 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:17:20,541 WARN [BP-693064469-172.17.0.3-1732432610287 heartbeating to localhost/127.0.0.1:43771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:17:20,541 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:17:20,541 WARN [BP-693064469-172.17.0.3-1732432610287 heartbeating to localhost/127.0.0.1:43771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-693064469-172.17.0.3-1732432610287 (Datanode Uuid 8d487d02-f025-420a-886c-755374a5d97e) service to localhost/127.0.0.1:43771 2024-11-24T07:17:20,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/cluster_62cfdacc-6d65-2f38-344f-4d39440f7e5d/data/data1/current/BP-693064469-172.17.0.3-1732432610287 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:17:20,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/cluster_62cfdacc-6d65-2f38-344f-4d39440f7e5d/data/data2/current/BP-693064469-172.17.0.3-1732432610287 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:17:20,542 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:17:20,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:17:20,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:17:20,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:17:20,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:17:20,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdbdba8-cd1c-f147-1a60-96101c7dd71d/hadoop.log.dir/,STOPPED} 2024-11-24T07:17:20,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T07:17:20,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:17:20,583 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62723) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: regionserver/1ab588ae992e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45171 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/1ab588ae992e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43771 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62723) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ab588ae992e:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ab588ae992e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/1ab588ae992e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 360) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5400 (was 6242) 2024-11-24T07:17:20,590 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=5399 2024-11-24T07:17:20,602 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-24T07:17:20,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/hadoop.log.dir so I do NOT create it in target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34 2024-11-24T07:17:20,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:17:20,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/hadoop.tmp.dir so I do NOT create it in target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34 2024-11-24T07:17:20,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac8ab0c3-d1c4-d256-f042-37e8ee830706/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:17:20,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34 2024-11-24T07:17:20,603 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/cluster_ed4591b4-ed9b-a8b1-0fc4-54071fb9cff6, deleteOnExit=true 2024-11-24T07:17:20,634 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/cluster_ed4591b4-ed9b-a8b1-0fc4-54071fb9cff6/zookeeper_0, clientPort=55694, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/cluster_ed4591b4-ed9b-a8b1-0fc4-54071fb9cff6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/cluster_ed4591b4-ed9b-a8b1-0fc4-54071fb9cff6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:17:20,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55694 2024-11-24T07:17:20,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:17:20,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:17:20,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/test.cache.data in system properties and HBase conf 2024-11-24T07:17:20,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:17:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:17:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:17:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:17:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:17:20,636 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:17:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:17:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:17:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:17:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:17:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:17:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:17:20,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:17:20,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:17:20,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:17:20,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:17:20,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:17:20,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:17:20,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:17:20,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:17:20,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016bb3bc940002, quorum=127.0.0.1:62723, baseZNode=/065702868 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:17:20,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016bb3bc940005, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:17:20,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016bb3bc940005, quorum=127.0.0.1:62723, baseZNode=/1-978716577 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:17:20,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016bb3bc940002, quorum=127.0.0.1:62723, baseZNode=/065702868 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:17:21,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:21,014 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:17:21,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:17:21,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:17:21,018 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:17:21,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:21,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@565871ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:17:21,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aba68e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:17:21,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ae5c3c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/java.io.tmpdir/jetty-localhost-33397-hadoop-hdfs-3_4_1-tests_jar-_-any-10101707060913440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:17:21,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64341732{HTTP/1.1, (http/1.1)}{localhost:33397} 2024-11-24T07:17:21,129 INFO [Time-limited test {}] server.Server(415): Started @32894ms 2024-11-24T07:17:21,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:21,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:17:21,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:17:21,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:17:21,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:17:21,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da2c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:17:21,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@87d2036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:17:21,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57bf3961{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/java.io.tmpdir/jetty-localhost-39743-hadoop-hdfs-3_4_1-tests_jar-_-any-4483049000328161430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:17:21,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32577e0{HTTP/1.1, (http/1.1)}{localhost:39743} 2024-11-24T07:17:21,527 INFO [Time-limited test {}] server.Server(415): Started @33292ms 2024-11-24T07:17:21,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:17:22,170 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/cluster_ed4591b4-ed9b-a8b1-0fc4-54071fb9cff6/data/data1/current/BP-69334986-172.17.0.3-1732432640661/current, will proceed with Du for space computation calculation, 2024-11-24T07:17:22,171 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/cluster_ed4591b4-ed9b-a8b1-0fc4-54071fb9cff6/data/data2/current/BP-69334986-172.17.0.3-1732432640661/current, will proceed with Du for space computation calculation, 2024-11-24T07:17:22,191 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:17:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8375e1769cf4800a with lease ID 0xfa65b8563fd6b07d: Processing first storage report for DS-776bf23d-3c39-4b66-8308-e2ca332b7613 from datanode DatanodeRegistration(127.0.0.1:38215, datanodeUuid=c76c5fe4-e924-426a-997e-434938c7e87b, infoPort=37743, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=1794941456;c=1732432640661) 2024-11-24T07:17:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8375e1769cf4800a with lease ID 0xfa65b8563fd6b07d: from storage DS-776bf23d-3c39-4b66-8308-e2ca332b7613 node DatanodeRegistration(127.0.0.1:38215, datanodeUuid=c76c5fe4-e924-426a-997e-434938c7e87b, infoPort=37743, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=1794941456;c=1732432640661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:17:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8375e1769cf4800a with lease ID 0xfa65b8563fd6b07d: Processing first storage report for DS-7e164367-3212-49a7-a42f-5d44beb5a8e5 from datanode DatanodeRegistration(127.0.0.1:38215, datanodeUuid=c76c5fe4-e924-426a-997e-434938c7e87b, infoPort=37743, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=1794941456;c=1732432640661) 2024-11-24T07:17:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8375e1769cf4800a with lease ID 0xfa65b8563fd6b07d: from storage DS-7e164367-3212-49a7-a42f-5d44beb5a8e5 node DatanodeRegistration(127.0.0.1:38215, datanodeUuid=c76c5fe4-e924-426a-997e-434938c7e87b, infoPort=37743, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=1794941456;c=1732432640661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:17:22,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34 2024-11-24T07:17:22,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:22,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:17:22,676 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8 with version=8 2024-11-24T07:17:22,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/hbase-staging 2024-11-24T07:17:22,680 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:22,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:22,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:22,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:22,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:22,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:22,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:17:22,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:22,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37533 2024-11-24T07:17:22,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37533 connecting to ZooKeeper ensemble=127.0.0.1:55694 2024-11-24T07:17:22,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375330x0, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:22,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37533-0x1016bb436250000 connected 2024-11-24T07:17:22,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:22,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:22,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Set watcher on znode that does not yet exist, /0-1515307427/running 2024-11-24T07:17:22,927 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8, hbase.cluster.distributed=false 2024-11-24T07:17:22,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Set watcher on znode that does not yet exist, /0-1515307427/acl 2024-11-24T07:17:22,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37533 2024-11-24T07:17:22,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37533 2024-11-24T07:17:22,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37533 2024-11-24T07:17:22,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37533 2024-11-24T07:17:22,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37533 2024-11-24T07:17:22,947 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:22,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:22,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:22,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:22,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:22,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:22,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:17:22,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:22,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42139 2024-11-24T07:17:22,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42139 connecting to ZooKeeper ensemble=127.0.0.1:55694 2024-11-24T07:17:22,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:22,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:22,962 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421390x0, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:22,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421390x0, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Set watcher on znode that does not yet exist, /0-1515307427/running 2024-11-24T07:17:22,963 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:17:22,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42139-0x1016bb436250001 connected 2024-11-24T07:17:22,968 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:17:22,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Set watcher on znode that does not yet exist, /0-1515307427/master 2024-11-24T07:17:22,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Set watcher on znode that does not yet exist, /0-1515307427/acl 2024-11-24T07:17:22,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-24T07:17:22,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42139 2024-11-24T07:17:22,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42139 2024-11-24T07:17:22,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-24T07:17:22,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-24T07:17:22,990 DEBUG [M:0;1ab588ae992e:37533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:37533 2024-11-24T07:17:22,990 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1515307427/backup-masters/1ab588ae992e,37533,1732432642679 2024-11-24T07:17:22,994 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427/backup-masters 2024-11-24T07:17:22,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427/backup-masters 2024-11-24T07:17:22,995 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Set watcher on existing znode=/0-1515307427/backup-masters/1ab588ae992e,37533,1732432642679 2024-11-24T07:17:23,004 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1515307427/master 2024-11-24T07:17:23,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:23,004 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:23,005 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Set watcher on existing znode=/0-1515307427/master 2024-11-24T07:17:23,005 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1515307427/backup-masters/1ab588ae992e,37533,1732432642679 from backup master directory 2024-11-24T07:17:23,015 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427/backup-masters 2024-11-24T07:17:23,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515307427/backup-masters/1ab588ae992e,37533,1732432642679 2024-11-24T07:17:23,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427/backup-masters 2024-11-24T07:17:23,015 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:23,015 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,37533,1732432642679 2024-11-24T07:17:23,026 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/hbase.id] with ID: 310dd639-c7e1-4ffd-93df-a8730509c51b 2024-11-24T07:17:23,026 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/.tmp/hbase.id 2024-11-24T07:17:23,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:17:23,040 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/.tmp/hbase.id]:[hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/hbase.id] 2024-11-24T07:17:23,064 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:23,064 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:17:23,066 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T07:17:23,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:23,078 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:17:23,492 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:23,493 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:17:23,493 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:17:23,905 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store 2024-11-24T07:17:23,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:17:24,313 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:24,313 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:17:24,313 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:24,313 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:24,313 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:17:24,313 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:24,313 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:24,313 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432644313Disabling compacts and flushes for region at 1732432644313Disabling writes for close at 1732432644313Writing region close event to WAL at 1732432644313Closed at 1732432644313 2024-11-24T07:17:24,314 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/.initializing 2024-11-24T07:17:24,314 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/WALs/1ab588ae992e,37533,1732432642679 2024-11-24T07:17:24,315 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:24,317 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C37533%2C1732432642679, suffix=, logDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/WALs/1ab588ae992e,37533,1732432642679, archiveDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/oldWALs, maxLogs=10 2024-11-24T07:17:24,329 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/WALs/1ab588ae992e,37533,1732432642679/1ab588ae992e%2C37533%2C1732432642679.1732432644317, exclude list is [], retry=0 2024-11-24T07:17:24,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38215,DS-776bf23d-3c39-4b66-8308-e2ca332b7613,DISK] 2024-11-24T07:17:24,334 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/WALs/1ab588ae992e,37533,1732432642679/1ab588ae992e%2C37533%2C1732432642679.1732432644317 2024-11-24T07:17:24,334 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37743:37743)] 2024-11-24T07:17:24,335 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:24,335 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:24,335 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,335 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:17:24,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:24,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:24,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:17:24,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:24,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:24,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:17:24,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:24,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:24,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:17:24,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:24,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:24,344 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,344 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,345 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,346 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,346 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,347 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:24,348 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:24,350 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:24,350 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74280640, jitterRate=0.10686779022216797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:24,351 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432644335Initializing all the Stores at 1732432644336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432644336Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432644336Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432644336Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432644336Cleaning up temporary data from old regions at 1732432644346 (+10 ms)Region opened successfully at 1732432644351 (+5 ms) 2024-11-24T07:17:24,351 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:17:24,355 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13967dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:24,356 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:17:24,356 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:17:24,356 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:17:24,356 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:17:24,357 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:17:24,357 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:17:24,357 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:17:24,359 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:17:24,360 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Unable to get data of znode /0-1515307427/balancer because node does not exist (not necessarily an error) 2024-11-24T07:17:24,411 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515307427/balancer already deleted, retry=false 2024-11-24T07:17:24,411 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:17:24,412 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Unable to get data of znode /0-1515307427/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:17:24,474 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515307427/normalizer already deleted, retry=false 2024-11-24T07:17:24,475 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:17:24,476 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Unable to get data of znode /0-1515307427/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:17:24,499 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515307427/switch/split already deleted, retry=false 2024-11-24T07:17:24,500 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Unable to get data of znode /0-1515307427/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:17:24,509 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515307427/switch/merge already deleted, retry=false 2024-11-24T07:17:24,511 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Unable to get data of znode /0-1515307427/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:17:24,520 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515307427/snapshot-cleanup already deleted, retry=false 2024-11-24T07:17:24,531 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1515307427/running 2024-11-24T07:17:24,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1515307427/running 2024-11-24T07:17:24,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:24,531 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:24,531 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,37533,1732432642679, sessionid=0x1016bb436250000, setting cluster-up flag (Was=false) 2024-11-24T07:17:24,552 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:24,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:24,622 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1515307427/flush-table-proc/acquired, /0-1515307427/flush-table-proc/reached, /0-1515307427/flush-table-proc/abort 2024-11-24T07:17:24,623 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,37533,1732432642679 2024-11-24T07:17:24,657 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:24,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:24,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:17:24,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:24,688 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1515307427/online-snapshot/acquired, /0-1515307427/online-snapshot/reached, /0-1515307427/online-snapshot/abort 2024-11-24T07:17:24,689 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,37533,1732432642679 2024-11-24T07:17:24,691 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:17:24,693 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:24,693 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:17:24,693 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:17:24,693 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1ab588ae992e,39535,1732432615136: status=Processing ServerCrashProcedure of 1ab588ae992e,39535,1732432615136 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732432629974, completionTime=-1 appears to have been leaked 2024-11-24T07:17:24,694 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,37533,1732432642679 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:17:24,695 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:24,695 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:24,695 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:24,695 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:24,696 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:17:24,696 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,696 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:24,696 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,700 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432674700 2024-11-24T07:17:24,700 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:17:24,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:17:24,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:17:24,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:17:24,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:17:24,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:24,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:17:24,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:17:24,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:17:24,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:17:24,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:17:24,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:17:24,702 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:17:24,702 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:17:24,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:24,702 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432644702,5,FailOnTimeoutGroup] 2024-11-24T07:17:24,702 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432644702,5,FailOnTimeoutGroup] 2024-11-24T07:17:24,702 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:17:24,702 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:17:24,702 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,702 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:17:24,782 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(746): ClusterId : 310dd639-c7e1-4ffd-93df-a8730509c51b 2024-11-24T07:17:24,782 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:17:24,795 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:17:24,795 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:17:24,805 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:17:24,805 DEBUG [RS:0;1ab588ae992e:42139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45993ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:24,816 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:42139 2024-11-24T07:17:24,816 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:17:24,816 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:17:24,816 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:17:24,817 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,37533,1732432642679 with port=42139, startcode=1732432642947 2024-11-24T07:17:24,817 DEBUG [RS:0;1ab588ae992e:42139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:17:24,819 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:17:24,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,42139,1732432642947 2024-11-24T07:17:24,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37533 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,42139,1732432642947 2024-11-24T07:17:24,822 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8 2024-11-24T07:17:24,822 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34123 2024-11-24T07:17:24,822 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:17:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427/rs 2024-11-24T07:17:24,826 DEBUG [RS:0;1ab588ae992e:42139 {}] zookeeper.ZKUtil(111): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Set watcher on existing znode=/0-1515307427/rs/1ab588ae992e,42139,1732432642947 2024-11-24T07:17:24,826 WARN [RS:0;1ab588ae992e:42139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:24,826 INFO [RS:0;1ab588ae992e:42139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:24,826 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947 2024-11-24T07:17:24,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,42139,1732432642947] 2024-11-24T07:17:24,830 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:17:24,832 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:17:24,832 INFO [RS:0;1ab588ae992e:42139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:17:24,832 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,839 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:17:24,840 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:17:24,840 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,840 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,840 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,840 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,840 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,840 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,840 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:24,840 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,840 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,840 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,840 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,841 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,841 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:24,841 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:24,841 DEBUG [RS:0;1ab588ae992e:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:24,841 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,841 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,841 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,841 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,841 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,841 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,42139,1732432642947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:24,859 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:17:24,859 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,42139,1732432642947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,859 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,859 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.Replication(171): 1ab588ae992e,42139,1732432642947 started 2024-11-24T07:17:24,873 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:24,873 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,42139,1732432642947, RpcServer on 1ab588ae992e/172.17.0.3:42139, sessionid=0x1016bb436250001 2024-11-24T07:17:24,873 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:17:24,873 DEBUG [RS:0;1ab588ae992e:42139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,42139,1732432642947 2024-11-24T07:17:24,873 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,42139,1732432642947' 2024-11-24T07:17:24,873 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1515307427/flush-table-proc/abort' 2024-11-24T07:17:24,874 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1515307427/flush-table-proc/acquired' 2024-11-24T07:17:24,874 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:17:24,874 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:17:24,874 DEBUG [RS:0;1ab588ae992e:42139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,42139,1732432642947 2024-11-24T07:17:24,874 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,42139,1732432642947' 2024-11-24T07:17:24,874 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1515307427/online-snapshot/abort' 2024-11-24T07:17:24,874 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1515307427/online-snapshot/acquired' 2024-11-24T07:17:24,875 DEBUG [RS:0;1ab588ae992e:42139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:17:24,875 INFO [RS:0;1ab588ae992e:42139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:17:24,875 INFO [RS:0;1ab588ae992e:42139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:17:24,975 INFO [RS:0;1ab588ae992e:42139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:24,978 INFO [RS:0;1ab588ae992e:42139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C42139%2C1732432642947, suffix=, logDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947, archiveDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/oldWALs, maxLogs=10 2024-11-24T07:17:24,991 DEBUG [RS:0;1ab588ae992e:42139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978, exclude list is [], retry=0 2024-11-24T07:17:24,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38215,DS-776bf23d-3c39-4b66-8308-e2ca332b7613,DISK] 2024-11-24T07:17:24,996 INFO [RS:0;1ab588ae992e:42139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978 2024-11-24T07:17:24,997 DEBUG [RS:0;1ab588ae992e:42139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37743:37743)] 2024-11-24T07:17:25,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:17:25,115 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8 2024-11-24T07:17:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:17:25,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:25,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:25,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:25,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:25,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:25,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:25,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:25,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:25,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:25,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:25,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:25,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:25,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:25,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:25,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:25,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:25,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:25,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:25,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740 2024-11-24T07:17:25,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740 2024-11-24T07:17:25,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:25,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:25,538 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:25,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:25,542 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:25,542 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59306926, jitterRate=-0.1162579357624054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:25,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432645526Initializing all the Stores at 1732432645526Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432645526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432645527 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432645527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432645527Cleaning up temporary data from old regions at 1732432645537 (+10 ms)Region opened successfully at 1732432645543 (+6 ms) 2024-11-24T07:17:25,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:17:25,543 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:17:25,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:17:25,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:17:25,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:17:25,544 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:25,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432645543Disabling compacts and flushes for region at 1732432645543Disabling writes for close at 1732432645544 (+1 ms)Writing region close event to WAL at 1732432645544Closed at 1732432645544 2024-11-24T07:17:25,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:25,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:17:25,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:17:25,548 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:25,549 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:17:25,699 DEBUG [1ab588ae992e:37533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:17:25,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,42139,1732432642947 2024-11-24T07:17:25,701 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,42139,1732432642947, state=OPENING 2024-11-24T07:17:25,793 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:17:25,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:25,836 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:25,837 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:25,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515307427/meta-region-server: CHANGED 2024-11-24T07:17:25,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,42139,1732432642947}] 2024-11-24T07:17:25,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515307427/meta-region-server: CHANGED 2024-11-24T07:17:25,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:17:25,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:17:25,996 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:17:25,996 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:25,996 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:17:25,998 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C42139%2C1732432642947.meta, suffix=.meta, logDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947, archiveDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/oldWALs, maxLogs=10 2024-11-24T07:17:26,016 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.meta.1732432645998.meta, exclude list is [], retry=0 2024-11-24T07:17:26,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38215,DS-776bf23d-3c39-4b66-8308-e2ca332b7613,DISK] 2024-11-24T07:17:26,020 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.meta.1732432645998.meta 2024-11-24T07:17:26,021 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37743:37743)] 2024-11-24T07:17:26,021 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:26,021 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:26,021 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:17:26,021 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:17:26,021 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:17:26,022 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:17:26,022 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:26,022 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:17:26,022 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:17:26,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:26,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:26,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:26,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:26,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:26,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:26,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:26,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:26,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:26,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:26,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:26,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:26,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:26,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:26,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:26,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:26,031 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:26,031 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740 2024-11-24T07:17:26,032 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740 2024-11-24T07:17:26,034 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:26,034 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:26,035 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:26,036 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:26,037 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70716789, jitterRate=0.053762272000312805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:26,037 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:17:26,038 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432646022Writing region info on filesystem at 1732432646022Initializing all the Stores at 1732432646023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432646023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432646023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432646023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432646023Cleaning up temporary data from old regions at 1732432646034 (+11 ms)Running coprocessor post-open hooks at 1732432646037 (+3 ms)Region opened successfully at 1732432646038 (+1 ms) 2024-11-24T07:17:26,039 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432645990 2024-11-24T07:17:26,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,42139,1732432642947 2024-11-24T07:17:26,045 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:17:26,045 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:17:26,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,42139,1732432642947, state=OPEN 2024-11-24T07:17:26,067 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1515307427/meta-region-server 2024-11-24T07:17:26,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1515307427/meta-region-server 2024-11-24T07:17:26,067 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,42139,1732432642947 2024-11-24T07:17:26,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515307427/meta-region-server: CHANGED 2024-11-24T07:17:26,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515307427/meta-region-server: CHANGED 2024-11-24T07:17:26,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:17:26,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,42139,1732432642947 in 230 msec 2024-11-24T07:17:26,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:17:26,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-24T07:17:26,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:26,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:17:26,081 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:26,082 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42139,1732432642947, seqNum=-1] 2024-11-24T07:17:26,082 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:26,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:26,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3970 sec 2024-11-24T07:17:26,091 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432646091, completionTime=-1 2024-11-24T07:17:26,091 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:17:26,091 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:17:26,094 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:17:26,094 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432706094 2024-11-24T07:17:26,094 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432766094 2024-11-24T07:17:26,094 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T07:17:26,095 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37533,1732432642679-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:26,095 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37533,1732432642679-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:26,095 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37533,1732432642679-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:26,095 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:37533, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:26,095 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:26,096 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:26,104 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:17:26,107 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.091sec 2024-11-24T07:17:26,107 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:17:26,107 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:17:26,107 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:17:26,107 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:17:26,107 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:17:26,107 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37533,1732432642679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:26,107 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37533,1732432642679-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:17:26,113 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:17:26,113 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:17:26,113 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37533,1732432642679-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:26,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254fd7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:26,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,37533,-1 for getting cluster id 2024-11-24T07:17:26,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:26,189 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '310dd639-c7e1-4ffd-93df-a8730509c51b' 2024-11-24T07:17:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "310dd639-c7e1-4ffd-93df-a8730509c51b" 2024-11-24T07:17:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecf05ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,37533,-1] 2024-11-24T07:17:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:26,191 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:26,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:26,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42139,1732432642947, seqNum=-1] 2024-11-24T07:17:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:26,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:26,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,37533,1732432642679 2024-11-24T07:17:26,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55694 2024-11-24T07:17:26,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:26,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016bb436250002 connected 2024-11-24T07:17:26,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/hadoop.log.dir so I do NOT create it in target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012 2024-11-24T07:17:26,366 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:17:26,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/hadoop.tmp.dir so I do NOT create it in target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012 2024-11-24T07:17:26,366 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:17:26,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012 2024-11-24T07:17:26,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:17:26,366 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/cluster_caa1d433-804a-7362-e76d-7f1cb83fa109, deleteOnExit=true 2024-11-24T07:17:26,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:17:26,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/test.cache.data in system properties and HBase conf 2024-11-24T07:17:26,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:17:26,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:17:26,367 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:17:26,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:17:26,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:17:26,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:17:26,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:17:26,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:17:26,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:26,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:17:26,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:17:26,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:17:26,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:17:26,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:26,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c3eab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:17:26,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7636d219{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:17:27,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@285c258d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/java.io.tmpdir/jetty-localhost-36641-hadoop-hdfs-3_4_1-tests_jar-_-any-4649623849973020081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:17:27,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77c62866{HTTP/1.1, (http/1.1)}{localhost:36641} 2024-11-24T07:17:27,071 INFO [Time-limited test {}] server.Server(415): Started @38836ms 2024-11-24T07:17:27,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:27,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:17:27,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:17:27,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:17:27,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:17:27,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3027a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:17:27,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fb9d941{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:17:27,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@761edb89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/java.io.tmpdir/jetty-localhost-35973-hadoop-hdfs-3_4_1-tests_jar-_-any-8256914959004917574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:17:27,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a927960{HTTP/1.1, (http/1.1)}{localhost:35973} 2024-11-24T07:17:27,610 INFO [Time-limited test {}] server.Server(415): Started @39375ms 2024-11-24T07:17:27,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:17:28,276 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/cluster_caa1d433-804a-7362-e76d-7f1cb83fa109/data/data1/current/BP-343241554-172.17.0.3-1732432646384/current, will proceed with Du for space computation calculation, 2024-11-24T07:17:28,276 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/cluster_caa1d433-804a-7362-e76d-7f1cb83fa109/data/data2/current/BP-343241554-172.17.0.3-1732432646384/current, will proceed with Du for space computation calculation, 2024-11-24T07:17:28,298 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:17:28,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f592791260c21dc with lease ID 0x23c84ceec2b7218a: Processing first storage report for DS-f6ecf0aa-568b-411d-9dc4-c208f81ffe16 from datanode DatanodeRegistration(127.0.0.1:39509, datanodeUuid=919f426a-ae66-4659-b69e-06970a16bc85, infoPort=39153, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=148371365;c=1732432646384) 2024-11-24T07:17:28,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f592791260c21dc with lease ID 0x23c84ceec2b7218a: from storage DS-f6ecf0aa-568b-411d-9dc4-c208f81ffe16 node DatanodeRegistration(127.0.0.1:39509, datanodeUuid=919f426a-ae66-4659-b69e-06970a16bc85, infoPort=39153, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=148371365;c=1732432646384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:17:28,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f592791260c21dc with lease ID 0x23c84ceec2b7218a: Processing first storage report for DS-86f21771-6b45-4dc4-9c6c-b162f7cbd7bd from datanode DatanodeRegistration(127.0.0.1:39509, datanodeUuid=919f426a-ae66-4659-b69e-06970a16bc85, infoPort=39153, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=148371365;c=1732432646384) 2024-11-24T07:17:28,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f592791260c21dc with lease ID 0x23c84ceec2b7218a: from storage DS-86f21771-6b45-4dc4-9c6c-b162f7cbd7bd node DatanodeRegistration(127.0.0.1:39509, datanodeUuid=919f426a-ae66-4659-b69e-06970a16bc85, infoPort=39153, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=148371365;c=1732432646384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:17:28,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012 2024-11-24T07:17:28,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:28,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:17:28,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd with version=8 2024-11-24T07:17:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/hbase-staging 2024-11-24T07:17:28,757 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:28,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:28,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:28,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:28,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:28,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:28,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:17:28,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:28,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36441 2024-11-24T07:17:28,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36441 connecting to ZooKeeper ensemble=127.0.0.1:55694 2024-11-24T07:17:28,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364410x0, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:28,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36441-0x1016bb436250003 connected 2024-11-24T07:17:29,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:29,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:29,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Set watcher on znode that does not yet exist, /11569845949/running 2024-11-24T07:17:29,008 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd, hbase.cluster.distributed=false 2024-11-24T07:17:29,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Set watcher on znode that does not yet exist, /11569845949/acl 2024-11-24T07:17:29,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36441 2024-11-24T07:17:29,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36441 2024-11-24T07:17:29,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36441 2024-11-24T07:17:29,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36441 2024-11-24T07:17:29,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36441 2024-11-24T07:17:29,028 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:29,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:29,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:29,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:29,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:29,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:29,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:17:29,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:29,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37275 2024-11-24T07:17:29,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37275 connecting to ZooKeeper ensemble=127.0.0.1:55694 2024-11-24T07:17:29,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:29,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:29,046 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372750x0, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:29,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372750x0, quorum=127.0.0.1:55694, baseZNode=/11569845949 Set watcher on znode that does not yet exist, /11569845949/running 2024-11-24T07:17:29,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37275-0x1016bb436250004 connected 2024-11-24T07:17:29,047 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:17:29,048 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:17:29,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Set watcher on znode that does not yet exist, /11569845949/master 2024-11-24T07:17:29,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Set watcher on znode that does not yet exist, /11569845949/acl 2024-11-24T07:17:29,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37275 2024-11-24T07:17:29,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37275 2024-11-24T07:17:29,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37275 2024-11-24T07:17:29,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37275 2024-11-24T07:17:29,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37275 2024-11-24T07:17:29,063 DEBUG [M:0;1ab588ae992e:36441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:36441 2024-11-24T07:17:29,064 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11569845949/backup-masters/1ab588ae992e,36441,1732432648757 2024-11-24T07:17:29,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949/backup-masters 2024-11-24T07:17:29,067 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949/backup-masters 2024-11-24T07:17:29,068 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Set watcher on existing znode=/11569845949/backup-masters/1ab588ae992e,36441,1732432648757 2024-11-24T07:17:29,077 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11569845949/master 2024-11-24T07:17:29,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:29,078 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:29,078 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Set watcher on existing znode=/11569845949/master 2024-11-24T07:17:29,078 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11569845949/backup-masters/1ab588ae992e,36441,1732432648757 from backup master directory 2024-11-24T07:17:29,088 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949/backup-masters 2024-11-24T07:17:29,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11569845949/backup-masters/1ab588ae992e,36441,1732432648757 2024-11-24T07:17:29,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949/backup-masters 2024-11-24T07:17:29,088 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:29,088 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,36441,1732432648757 2024-11-24T07:17:29,095 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/hbase.id] with ID: 141e958d-1d2b-4a83-a6be-4e88df059b9e 2024-11-24T07:17:29,095 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/.tmp/hbase.id 2024-11-24T07:17:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:17:29,507 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/.tmp/hbase.id]:[hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/hbase.id] 2024-11-24T07:17:29,519 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:29,519 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:17:29,520 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:17:29,530 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:29,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:29,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:17:29,937 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:29,937 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:17:29,938 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:29,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:17:30,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:17:30,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:30,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:30,345 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store 2024-11-24T07:17:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:17:30,752 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:30,752 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:17:30,752 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:30,752 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:30,752 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:17:30,752 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:30,752 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:30,752 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432650752Disabling compacts and flushes for region at 1732432650752Disabling writes for close at 1732432650752Writing region close event to WAL at 1732432650752Closed at 1732432650752 2024-11-24T07:17:30,753 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/.initializing 2024-11-24T07:17:30,753 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/WALs/1ab588ae992e,36441,1732432648757 2024-11-24T07:17:30,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:30,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C36441%2C1732432648757, suffix=, logDir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/WALs/1ab588ae992e,36441,1732432648757, archiveDir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/oldWALs, maxLogs=10 2024-11-24T07:17:30,768 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/WALs/1ab588ae992e,36441,1732432648757/1ab588ae992e%2C36441%2C1732432648757.1732432650756, exclude list is [], retry=0 2024-11-24T07:17:30,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-f6ecf0aa-568b-411d-9dc4-c208f81ffe16,DISK] 2024-11-24T07:17:30,772 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/WALs/1ab588ae992e,36441,1732432648757/1ab588ae992e%2C36441%2C1732432648757.1732432650756 2024-11-24T07:17:30,773 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39153:39153)] 2024-11-24T07:17:30,773 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:30,773 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:30,773 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,773 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:17:30,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:30,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:30,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:17:30,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:30,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:30,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:17:30,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:30,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:30,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:17:30,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:30,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:30,781 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,782 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,782 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,783 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,783 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,784 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:30,785 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:30,787 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:30,787 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59595817, jitterRate=-0.11195312440395355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:30,788 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432650773Initializing all the Stores at 1732432650774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432650774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432650774Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432650774Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432650774Cleaning up temporary data from old regions at 1732432650783 (+9 ms)Region opened successfully at 1732432650787 (+4 ms) 2024-11-24T07:17:30,788 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:17:30,791 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c97e4ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:30,792 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:17:30,792 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:17:30,792 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:17:30,792 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:17:30,793 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:17:30,793 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:17:30,793 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:17:30,795 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:17:30,796 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Unable to get data of znode /11569845949/balancer because node does not exist (not necessarily an error) 2024-11-24T07:17:30,830 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:17:31,025 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11569845949/balancer already deleted, retry=false 2024-11-24T07:17:31,025 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:17:31,026 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Unable to get data of znode /11569845949/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:17:31,035 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11569845949/normalizer already deleted, retry=false 2024-11-24T07:17:31,035 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:17:31,036 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Unable to get data of znode /11569845949/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:17:31,046 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11569845949/switch/split already deleted, retry=false 2024-11-24T07:17:31,046 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Unable to get data of znode /11569845949/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:17:31,056 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11569845949/switch/merge already deleted, retry=false 2024-11-24T07:17:31,058 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Unable to get data of znode /11569845949/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:17:31,067 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11569845949/snapshot-cleanup already deleted, retry=false 2024-11-24T07:17:31,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11569845949/running 2024-11-24T07:17:31,077 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11569845949/running 2024-11-24T07:17:31,077 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:31,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:31,078 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,36441,1732432648757, sessionid=0x1016bb436250003, setting cluster-up flag (Was=false) 2024-11-24T07:17:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:31,098 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:31,130 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11569845949/flush-table-proc/acquired, /11569845949/flush-table-proc/reached, /11569845949/flush-table-proc/abort 2024-11-24T07:17:31,131 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,36441,1732432648757 2024-11-24T07:17:31,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:31,151 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:31,183 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11569845949/online-snapshot/acquired, /11569845949/online-snapshot/reached, /11569845949/online-snapshot/abort 2024-11-24T07:17:31,184 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,36441,1732432648757 2024-11-24T07:17:31,185 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:17:31,187 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:31,188 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:17:31,188 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:17:31,188 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,36441,1732432648757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:17:31,190 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:31,190 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:31,190 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:31,190 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:31,190 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:17:31,190 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,190 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:31,190 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,193 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:31,193 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:17:31,195 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:31,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:17:31,201 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432681201 2024-11-24T07:17:31,201 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:17:31,202 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:17:31,202 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:17:31,202 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:17:31,202 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:17:31,202 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:17:31,202 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,202 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:17:31,202 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:17:31,203 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:17:31,203 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:17:31,203 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:17:31,203 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:17:31,203 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432651203,5,FailOnTimeoutGroup] 2024-11-24T07:17:31,203 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432651203,5,FailOnTimeoutGroup] 2024-11-24T07:17:31,203 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,203 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:17:31,203 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,204 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:17:31,254 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(746): ClusterId : 141e958d-1d2b-4a83-a6be-4e88df059b9e 2024-11-24T07:17:31,255 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:17:31,268 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:17:31,268 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:17:31,278 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:17:31,279 DEBUG [RS:0;1ab588ae992e:37275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee7df8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:31,294 DEBUG [RS:0;1ab588ae992e:37275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:37275 2024-11-24T07:17:31,294 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:17:31,294 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:17:31,294 DEBUG [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:17:31,295 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,36441,1732432648757 with port=37275, startcode=1732432649028 2024-11-24T07:17:31,295 DEBUG [RS:0;1ab588ae992e:37275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:17:31,297 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:17:31,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,37275,1732432649028 2024-11-24T07:17:31,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36441 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,37275,1732432649028 2024-11-24T07:17:31,300 DEBUG [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd 2024-11-24T07:17:31,300 DEBUG [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39085 2024-11-24T07:17:31,300 DEBUG [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:17:31,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949/rs 2024-11-24T07:17:31,383 DEBUG [RS:0;1ab588ae992e:37275 {}] zookeeper.ZKUtil(111): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Set watcher on existing znode=/11569845949/rs/1ab588ae992e,37275,1732432649028 2024-11-24T07:17:31,384 WARN [RS:0;1ab588ae992e:37275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:31,384 INFO [RS:0;1ab588ae992e:37275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:31,384 DEBUG [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/WALs/1ab588ae992e,37275,1732432649028 2024-11-24T07:17:31,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,37275,1732432649028] 2024-11-24T07:17:31,389 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:17:31,391 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:17:31,391 INFO [RS:0;1ab588ae992e:37275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:17:31,391 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,392 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:17:31,393 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:17:31,393 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,393 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,393 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,393 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,393 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,393 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,393 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:31,393 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,394 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,394 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,394 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,394 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,394 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:31,394 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:31,394 DEBUG [RS:0;1ab588ae992e:37275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:31,397 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,398 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,398 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,398 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,398 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,398 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37275,1732432649028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:31,412 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:17:31,412 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37275,1732432649028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,412 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,412 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.Replication(171): 1ab588ae992e,37275,1732432649028 started 2024-11-24T07:17:31,425 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:31,425 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,37275,1732432649028, RpcServer on 1ab588ae992e/172.17.0.3:37275, sessionid=0x1016bb436250004 2024-11-24T07:17:31,425 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:17:31,425 DEBUG [RS:0;1ab588ae992e:37275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,37275,1732432649028 2024-11-24T07:17:31,425 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,37275,1732432649028' 2024-11-24T07:17:31,425 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11569845949/flush-table-proc/abort' 2024-11-24T07:17:31,426 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11569845949/flush-table-proc/acquired' 2024-11-24T07:17:31,426 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:17:31,426 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:17:31,426 DEBUG [RS:0;1ab588ae992e:37275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,37275,1732432649028 2024-11-24T07:17:31,426 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,37275,1732432649028' 2024-11-24T07:17:31,426 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11569845949/online-snapshot/abort' 2024-11-24T07:17:31,426 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11569845949/online-snapshot/acquired' 2024-11-24T07:17:31,427 DEBUG [RS:0;1ab588ae992e:37275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:17:31,427 INFO [RS:0;1ab588ae992e:37275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:17:31,427 INFO [RS:0;1ab588ae992e:37275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:17:31,527 INFO [RS:0;1ab588ae992e:37275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:31,529 INFO [RS:0;1ab588ae992e:37275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C37275%2C1732432649028, suffix=, logDir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/WALs/1ab588ae992e,37275,1732432649028, archiveDir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/oldWALs, maxLogs=10 2024-11-24T07:17:31,546 DEBUG [RS:0;1ab588ae992e:37275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/WALs/1ab588ae992e,37275,1732432649028/1ab588ae992e%2C37275%2C1732432649028.1732432651529, exclude list is [], retry=0 2024-11-24T07:17:31,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-f6ecf0aa-568b-411d-9dc4-c208f81ffe16,DISK] 2024-11-24T07:17:31,552 INFO [RS:0;1ab588ae992e:37275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/WALs/1ab588ae992e,37275,1732432649028/1ab588ae992e%2C37275%2C1732432649028.1732432651529 2024-11-24T07:17:31,552 DEBUG [RS:0;1ab588ae992e:37275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39153:39153)] 2024-11-24T07:17:31,606 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:17:31,606 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd 2024-11-24T07:17:31,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:17:31,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:31,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:31,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:31,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:31,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:31,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:31,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:31,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:31,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:31,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:31,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:31,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:31,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:31,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:31,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:31,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:31,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:31,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:31,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740 2024-11-24T07:17:31,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740 2024-11-24T07:17:31,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:31,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:31,626 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:31,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:31,629 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:31,629 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59869459, jitterRate=-0.10787554085254669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:31,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432651613Initializing all the Stores at 1732432651615 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432651615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432651615Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432651615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432651615Cleaning up temporary data from old regions at 1732432651625 (+10 ms)Region opened successfully at 1732432651630 (+5 ms) 2024-11-24T07:17:31,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:17:31,630 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:17:31,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:17:31,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:17:31,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:17:31,630 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:31,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432651630Disabling compacts and flushes for region at 1732432651630Disabling writes for close at 1732432651630Writing region close event to WAL at 1732432651630Closed at 1732432651630 2024-11-24T07:17:31,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:31,632 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:17:31,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:17:31,634 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:31,635 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:17:31,785 DEBUG [1ab588ae992e:36441 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:17:31,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,37275,1732432649028 2024-11-24T07:17:31,787 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,37275,1732432649028, state=OPENING 2024-11-24T07:17:31,793 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:17:31,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:31,804 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:31,804 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:31,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11569845949/meta-region-server: CHANGED 2024-11-24T07:17:31,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11569845949/meta-region-server: CHANGED 2024-11-24T07:17:31,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,37275,1732432649028}] 2024-11-24T07:17:31,958 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:17:31,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:17:31,968 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:17:31,968 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:31,968 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:17:31,970 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C37275%2C1732432649028.meta, suffix=.meta, logDir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/WALs/1ab588ae992e,37275,1732432649028, archiveDir=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/oldWALs, maxLogs=10 2024-11-24T07:17:31,987 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/WALs/1ab588ae992e,37275,1732432649028/1ab588ae992e%2C37275%2C1732432649028.meta.1732432651970.meta, exclude list is [], retry=0 2024-11-24T07:17:31,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-f6ecf0aa-568b-411d-9dc4-c208f81ffe16,DISK] 2024-11-24T07:17:31,993 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/WALs/1ab588ae992e,37275,1732432649028/1ab588ae992e%2C37275%2C1732432649028.meta.1732432651970.meta 2024-11-24T07:17:31,993 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39153:39153)] 2024-11-24T07:17:31,993 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:31,993 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:31,994 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:17:31,994 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:17:31,994 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:17:31,994 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:17:31,994 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:31,994 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:17:31,994 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:17:32,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:32,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:32,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:32,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:32,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:32,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:32,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:32,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:32,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:32,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:32,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:32,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:32,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:32,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:32,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:32,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:32,006 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:32,007 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740 2024-11-24T07:17:32,008 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740 2024-11-24T07:17:32,009 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:32,009 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:32,010 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:32,011 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:32,011 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75240331, jitterRate=0.12116830050945282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:32,012 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:17:32,012 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432651994Writing region info on filesystem at 1732432651994Initializing all the Stores at 1732432651997 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432651997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432652000 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432652000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432652000Cleaning up temporary data from old regions at 1732432652009 (+9 ms)Running coprocessor post-open hooks at 1732432652012 (+3 ms)Region opened successfully at 1732432652012 2024-11-24T07:17:32,013 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432651958 2024-11-24T07:17:32,015 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:17:32,015 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:17:32,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,37275,1732432649028 2024-11-24T07:17:32,017 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,37275,1732432649028, state=OPEN 2024-11-24T07:17:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11569845949/meta-region-server 2024-11-24T07:17:32,025 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11569845949/meta-region-server 2024-11-24T07:17:32,025 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,37275,1732432649028 2024-11-24T07:17:32,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11569845949/meta-region-server: CHANGED 2024-11-24T07:17:32,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11569845949/meta-region-server: CHANGED 2024-11-24T07:17:32,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:17:32,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,37275,1732432649028 in 221 msec 2024-11-24T07:17:32,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:17:32,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-24T07:17:32,031 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:32,031 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:17:32,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:32,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,37275,1732432649028, seqNum=-1] 2024-11-24T07:17:32,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:32,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:32,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 853 msec 2024-11-24T07:17:32,041 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432652041, completionTime=-1 2024-11-24T07:17:32,041 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:17:32,041 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:17:32,043 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:17:32,043 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432712043 2024-11-24T07:17:32,043 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432772043 2024-11-24T07:17:32,043 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T07:17:32,044 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36441,1732432648757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:32,044 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36441,1732432648757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:32,044 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36441,1732432648757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:32,044 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:36441, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:32,044 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:32,045 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:32,047 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:17:32,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.961sec 2024-11-24T07:17:32,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:17:32,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:17:32,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:17:32,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:17:32,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:17:32,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36441,1732432648757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:32,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36441,1732432648757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:17:32,052 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:17:32,052 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:17:32,052 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36441,1732432648757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:32,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a11e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:32,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,36441,-1 for getting cluster id 2024-11-24T07:17:32,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:32,060 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '141e958d-1d2b-4a83-a6be-4e88df059b9e' 2024-11-24T07:17:32,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:32,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "141e958d-1d2b-4a83-a6be-4e88df059b9e" 2024-11-24T07:17:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3066f47f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,36441,-1] 2024-11-24T07:17:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:32,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:32,062 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:32,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56378493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:32,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,37275,1732432649028, seqNum=-1] 2024-11-24T07:17:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:32,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:32,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,36441,1732432648757 2024-11-24T07:17:32,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55694 2024-11-24T07:17:32,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:32,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016bb436250005 connected 2024-11-24T07:17:32,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d87073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:32,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,37533,-1 for getting cluster id 2024-11-24T07:17:32,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:32,092 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '310dd639-c7e1-4ffd-93df-a8730509c51b' 2024-11-24T07:17:32,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:32,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "310dd639-c7e1-4ffd-93df-a8730509c51b" 2024-11-24T07:17:32,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff2d834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:32,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,37533,-1] 2024-11-24T07:17:32,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:32,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:32,094 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2720511d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:32,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:32,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,37533,1732432642679 2024-11-24T07:17:32,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a2d458 2024-11-24T07:17:32,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:32,098 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:32,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37533 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:36441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:17:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:17:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:32,102 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:36441' 2024-11-24T07:17:32,103 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295ceda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:32,103 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,36441,-1 for getting cluster id 2024-11-24T07:17:32,103 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:32,104 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '141e958d-1d2b-4a83-a6be-4e88df059b9e' 2024-11-24T07:17:32,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:32,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "141e958d-1d2b-4a83-a6be-4e88df059b9e" 2024-11-24T07:17:32,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655193d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:32,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,36441,-1] 2024-11-24T07:17:32,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:32,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:32,106 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:32,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f750002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:32,107 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:32,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,36441,1732432648757 2024-11-24T07:17:32,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aac4bfe 2024-11-24T07:17:32,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:32,109 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:32,110 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T07:17:32,110 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:17:32,110 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:32,110 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:32,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:32,111 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:32,112 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:17:32,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:17:32,113 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:32,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:17:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741835_1011 (size=1138) 2024-11-24T07:17:32,162 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:17:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:32,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b20894612f5d8b95797e03e92635367, NAME => 'hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8 2024-11-24T07:17:32,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741836_1012 (size=44) 2024-11-24T07:17:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:32,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:32,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8b20894612f5d8b95797e03e92635367, disabling compactions & flushes 2024-11-24T07:17:32,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:32,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:32,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. after waiting 0 ms 2024-11-24T07:17:32,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:32,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:32,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b20894612f5d8b95797e03e92635367: Waiting for close lock at 1732432652939Disabling compacts and flushes for region at 1732432652939Disabling writes for close at 1732432652939Writing region close event to WAL at 1732432652939Closed at 1732432652939 2024-11-24T07:17:32,941 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:17:32,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432652941"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432652941"}]},"ts":"1732432652941"} 2024-11-24T07:17:32,943 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:17:32,944 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:17:32,945 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432652944"}]},"ts":"1732432652944"} 2024-11-24T07:17:32,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:17:32,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b20894612f5d8b95797e03e92635367, ASSIGN}] 2024-11-24T07:17:32,948 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b20894612f5d8b95797e03e92635367, ASSIGN 2024-11-24T07:17:32,949 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b20894612f5d8b95797e03e92635367, ASSIGN; state=OFFLINE, location=1ab588ae992e,42139,1732432642947; forceNewPlan=false, retain=false 2024-11-24T07:17:33,100 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8b20894612f5d8b95797e03e92635367, regionState=OPENING, regionLocation=1ab588ae992e,42139,1732432642947 2024-11-24T07:17:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b20894612f5d8b95797e03e92635367, ASSIGN because future has completed 2024-11-24T07:17:33,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b20894612f5d8b95797e03e92635367, server=1ab588ae992e,42139,1732432642947}] 2024-11-24T07:17:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:33,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:33,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:33,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:17:33,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C42139%2C1732432642947.rep, suffix=, logDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947, archiveDir=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/oldWALs, maxLogs=10 2024-11-24T07:17:33,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.rep.1732432653262, exclude list is [], retry=0 2024-11-24T07:17:33,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38215,DS-776bf23d-3c39-4b66-8308-e2ca332b7613,DISK] 2024-11-24T07:17:33,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.rep.1732432653262 2024-11-24T07:17:33,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37743:37743)] 2024-11-24T07:17:33,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b20894612f5d8b95797e03e92635367, NAME => 'hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:33,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:33,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:17:33,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. service=MultiRowMutationService 2024-11-24T07:17:33,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:17:33,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:33,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,280 INFO [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,281 INFO [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b20894612f5d8b95797e03e92635367 columnFamilyName hfileref 2024-11-24T07:17:33,281 DEBUG [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:33,282 INFO [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] regionserver.HStore(327): Store=8b20894612f5d8b95797e03e92635367/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:33,282 INFO [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,283 INFO [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b20894612f5d8b95797e03e92635367 columnFamilyName queue 2024-11-24T07:17:33,283 DEBUG [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:33,284 INFO [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] regionserver.HStore(327): Store=8b20894612f5d8b95797e03e92635367/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:33,284 INFO [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,285 INFO [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b20894612f5d8b95797e03e92635367 columnFamilyName sid 2024-11-24T07:17:33,285 DEBUG [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:33,285 INFO [StoreOpener-8b20894612f5d8b95797e03e92635367-1 {}] regionserver.HStore(327): Store=8b20894612f5d8b95797e03e92635367/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:33,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/replication/8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/replication/8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:17:33,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/replication/8b20894612f5d8b95797e03e92635367/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:33,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8b20894612f5d8b95797e03e92635367; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61975451, jitterRate=-0.07649381458759308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:17:33,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:33,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8b20894612f5d8b95797e03e92635367: Running coprocessor pre-open hook at 1732432653279Writing region info on filesystem at 1732432653279Initializing all the Stores at 1732432653280 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432653280Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432653280Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432653280Cleaning up temporary data from old regions at 1732432653288 (+8 ms)Running coprocessor post-open hooks at 1732432653291 (+3 ms)Region opened successfully at 1732432653292 (+1 ms) 2024-11-24T07:17:33,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367., pid=7, masterSystemTime=1732432653256 2024-11-24T07:17:33,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:33,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:33,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8b20894612f5d8b95797e03e92635367, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,42139,1732432642947 2024-11-24T07:17:33,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b20894612f5d8b95797e03e92635367, server=1ab588ae992e,42139,1732432642947 because future has completed 2024-11-24T07:17:33,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T07:17:33,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b20894612f5d8b95797e03e92635367, server=1ab588ae992e,42139,1732432642947 in 196 msec 2024-11-24T07:17:33,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:17:33,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b20894612f5d8b95797e03e92635367, ASSIGN in 354 msec 2024-11-24T07:17:33,306 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:17:33,306 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432653306"}]},"ts":"1732432653306"} 2024-11-24T07:17:33,309 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:17:33,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:17:33,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-24T07:17:33,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367., hostname=1ab588ae992e,42139,1732432642947, seqNum=2] 2024-11-24T07:17:33,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:33,351 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:33,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:17:33,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T07:17:33,527 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:17:33,555 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,42139,1732432642947, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:17:33,556 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:33,556 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42139,1732432642947, seqNum=-1] 2024-11-24T07:17:33,556 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:33,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-24T07:17:33,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,42139,1732432642947', locateType=CURRENT is [region=hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367., hostname=1ab588ae992e,42139,1732432642947, seqNum=2] 2024-11-24T07:17:33,563 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T07:17:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37533 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T07:17:33,566 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,42139,1732432642947 suceeded 2024-11-24T07:17:33,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T07:17:33,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-24T07:17:33,568 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:36441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:17:33,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4700 sec 2024-11-24T07:17:33,577 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:36441' 2024-11-24T07:17:33,578 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6816b886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:33,578 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,36441,-1 for getting cluster id 2024-11-24T07:17:33,578 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:33,579 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '141e958d-1d2b-4a83-a6be-4e88df059b9e' 2024-11-24T07:17:33,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:33,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "141e958d-1d2b-4a83-a6be-4e88df059b9e" 2024-11-24T07:17:33,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26a58a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:33,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,36441,-1] 2024-11-24T07:17:33,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:33,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:33,580 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:33,581 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24a42874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:33,581 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:33,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,36441,1732432648757 2024-11-24T07:17:33,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e1a1d6e 2024-11-24T07:17:33,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:33,583 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-24T07:17:33,584 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,42139,1732432642947 (queues=1) is replicating from cluster=310dd639-c7e1-4ffd-93df-a8730509c51b to cluster=141e958d-1d2b-4a83-a6be-4e88df059b9e 2024-11-24T07:17:33,584 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C42139%2C1732432642947 2024-11-24T07:17:33,584 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,42139,1732432642947, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:17:33,585 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.shipper1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C42139%2C1732432642947 2024-11-24T07:17:33,585 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.wal-reader.1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978, startPosition=0, beingWritten=true 2024-11-24T07:17:33,790 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.wal-reader.1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978 to pos 0, reset compression=false 2024-11-24T07:17:34,095 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.wal-reader.1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978 to pos 0, reset compression=false 2024-11-24T07:17:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:34,255 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:17:34,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:34,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:34,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:34,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:34,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:34,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:34,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,37533,1732432642679 2024-11-24T07:17:34,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d3f765a 2024-11-24T07:17:34,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:34,258 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:34,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37533 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T07:17:34,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:17:34,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:34,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:34,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:34,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:34,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:34,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:17:34,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=426459245, stopped=false 2024-11-24T07:17:34,259 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,36441,1732432648757 2024-11-24T07:17:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11569845949/running 2024-11-24T07:17:34,312 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11569845949/running 2024-11-24T07:17:34,312 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:34,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:17:34,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:34,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:34,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:34,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Set watcher on znode that does not yet exist, /11569845949/running 2024-11-24T07:17:34,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Set watcher on znode that does not yet exist, /11569845949/running 2024-11-24T07:17:34,313 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,37275,1732432649028' ***** 2024-11-24T07:17:34,313 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:17:34,313 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:17:34,313 INFO [RS:0;1ab588ae992e:37275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:17:34,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:17:34,313 INFO [RS:0;1ab588ae992e:37275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:17:34,313 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,37275,1732432649028 2024-11-24T07:17:34,313 INFO [RS:0;1ab588ae992e:37275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:17:34,313 INFO [RS:0;1ab588ae992e:37275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:37275. 2024-11-24T07:17:34,313 DEBUG [RS:0;1ab588ae992e:37275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:34,313 DEBUG [RS:0;1ab588ae992e:37275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:34,313 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:17:34,313 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:17:34,313 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:17:34,313 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:17:34,314 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:17:34,314 DEBUG [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:17:34,314 DEBUG [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:34,314 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:17:34,314 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:17:34,314 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:17:34,314 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:17:34,314 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:17:34,314 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T07:17:34,329 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740/.tmp/ns/a376f2c6783e4aef944842e856f85bfe is 43, key is default/ns:d/1732432652035/Put/seqid=0 2024-11-24T07:17:34,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741835_1011 (size=5153) 2024-11-24T07:17:34,398 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:17:34,398 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:17:34,400 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:17:34,500 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.wal-reader.1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978 to pos 0, reset compression=false 2024-11-24T07:17:34,514 DEBUG [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:17:34,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T07:17:34,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T07:17:34,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T07:17:34,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:34,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T07:17:34,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:34,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T07:17:34,714 DEBUG [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:34,734 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740/.tmp/ns/a376f2c6783e4aef944842e856f85bfe 2024-11-24T07:17:34,740 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740/.tmp/ns/a376f2c6783e4aef944842e856f85bfe as hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740/ns/a376f2c6783e4aef944842e856f85bfe 2024-11-24T07:17:34,746 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740/ns/a376f2c6783e4aef944842e856f85bfe, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T07:17:34,747 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-24T07:17:34,751 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T07:17:34,752 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:34,752 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:34,752 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:34,752 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432654314Running coprocessor pre-close hooks at 1732432654314Disabling compacts and flushes for region at 1732432654314Disabling writes for close at 1732432654314Obtaining lock to block concurrent updates at 1732432654314Preparing flush snapshotting stores in 1588230740 at 1732432654314Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732432654314Flushing stores of hbase:meta,,1.1588230740 at 1732432654315 (+1 ms)Flushing 1588230740/ns: creating writer at 1732432654315Flushing 1588230740/ns: appending metadata at 1732432654328 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732432654328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f090071: reopening flushed file at 1732432654739 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732432654747 (+8 ms)Writing region close event to WAL at 1732432654748 (+1 ms)Running coprocessor post-close hooks at 1732432654752 (+4 ms)Closed at 1732432654752 2024-11-24T07:17:34,752 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:34,914 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,37275,1732432649028; all regions closed. 2024-11-24T07:17:34,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741834_1010 (size=1152) 2024-11-24T07:17:34,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/WALs/1ab588ae992e,37275,1732432649028/1ab588ae992e%2C37275%2C1732432649028.meta.1732432651970.meta not finished, retry = 0 2024-11-24T07:17:35,006 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.wal-reader.1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978 to pos 0, reset compression=false 2024-11-24T07:17:35,019 DEBUG [RS:0;1ab588ae992e:37275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/oldWALs 2024-11-24T07:17:35,019 INFO [RS:0;1ab588ae992e:37275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C37275%2C1732432649028.meta:.meta(num 1732432651970) 2024-11-24T07:17:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741832_1008 (size=93) 2024-11-24T07:17:35,022 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/WALs/1ab588ae992e,37275,1732432649028/1ab588ae992e%2C37275%2C1732432649028.1732432651529 not finished, retry = 0 2024-11-24T07:17:35,125 DEBUG [RS:0;1ab588ae992e:37275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/oldWALs 2024-11-24T07:17:35,125 INFO [RS:0;1ab588ae992e:37275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C37275%2C1732432649028:(num 1732432651529) 2024-11-24T07:17:35,125 DEBUG [RS:0;1ab588ae992e:37275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:35,125 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:17:35,125 INFO [RS:0;1ab588ae992e:37275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:17:35,125 INFO [RS:0;1ab588ae992e:37275 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:17:35,125 INFO [RS:0;1ab588ae992e:37275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:17:35,125 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:17:35,126 INFO [RS:0;1ab588ae992e:37275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37275 2024-11-24T07:17:35,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949/rs 2024-11-24T07:17:35,140 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11569845949/rs/1ab588ae992e,37275,1732432649028 2024-11-24T07:17:35,141 INFO [RS:0;1ab588ae992e:37275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:17:35,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,37275,1732432649028] 2024-11-24T07:17:35,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11569845949/draining/1ab588ae992e,37275,1732432649028 already deleted, retry=false 2024-11-24T07:17:35,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,37275,1732432649028 expired; onlineServers=0 2024-11-24T07:17:35,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,36441,1732432648757' ***** 2024-11-24T07:17:35,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:17:35,172 INFO [M:0;1ab588ae992e:36441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:17:35,172 INFO [M:0;1ab588ae992e:36441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:17:35,172 DEBUG [M:0;1ab588ae992e:36441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:17:35,172 DEBUG [M:0;1ab588ae992e:36441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:17:35,172 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:17:35,172 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432651203 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432651203,5,FailOnTimeoutGroup] 2024-11-24T07:17:35,172 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432651203 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432651203,5,FailOnTimeoutGroup] 2024-11-24T07:17:35,172 INFO [M:0;1ab588ae992e:36441 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:17:35,173 INFO [M:0;1ab588ae992e:36441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:17:35,173 DEBUG [M:0;1ab588ae992e:36441 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:17:35,173 INFO [M:0;1ab588ae992e:36441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:17:35,173 INFO [M:0;1ab588ae992e:36441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:17:35,173 INFO [M:0;1ab588ae992e:36441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:17:35,173 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:17:35,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11569845949/master 2024-11-24T07:17:35,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569845949 2024-11-24T07:17:35,183 DEBUG [M:0;1ab588ae992e:36441 {}] zookeeper.ZKUtil(347): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Unable to get data of znode /11569845949/master because node does not exist (not an error) 2024-11-24T07:17:35,183 WARN [M:0;1ab588ae992e:36441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:17:35,183 INFO [M:0;1ab588ae992e:36441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/.lastflushedseqids 2024-11-24T07:17:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741836_1012 (size=99) 2024-11-24T07:17:35,251 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:35,251 INFO [RS:0;1ab588ae992e:37275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:17:35,251 INFO [RS:0;1ab588ae992e:37275 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,37275,1732432649028; zookeeper connection closed. 2024-11-24T07:17:35,251 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37275-0x1016bb436250004, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:35,251 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4db57a6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4db57a6c 2024-11-24T07:17:35,252 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:17:35,594 INFO [M:0;1ab588ae992e:36441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:17:35,595 INFO [M:0;1ab588ae992e:36441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:17:35,595 DEBUG [M:0;1ab588ae992e:36441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:17:35,595 INFO [M:0;1ab588ae992e:36441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:35,595 DEBUG [M:0;1ab588ae992e:36441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:35,595 DEBUG [M:0;1ab588ae992e:36441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:17:35,595 DEBUG [M:0;1ab588ae992e:36441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:35,595 INFO [M:0;1ab588ae992e:36441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T07:17:35,610 DEBUG [M:0;1ab588ae992e:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1528ba1d0034ad081a6bb741e1bee1b is 82, key is hbase:meta,,1/info:regioninfo/1732432652016/Put/seqid=0 2024-11-24T07:17:35,610 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.wal-reader.1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978 to pos 0, reset compression=false 2024-11-24T07:17:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741837_1013 (size=5672) 2024-11-24T07:17:36,015 INFO [M:0;1ab588ae992e:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1528ba1d0034ad081a6bb741e1bee1b 2024-11-24T07:17:36,032 DEBUG [M:0;1ab588ae992e:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4be3da56e7dd45659d58bf19635615b1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732432652040/Put/seqid=0 2024-11-24T07:17:36,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741838_1014 (size=5275) 2024-11-24T07:17:36,316 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.wal-reader.1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978 to pos 0, reset compression=false 2024-11-24T07:17:36,437 INFO [M:0;1ab588ae992e:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4be3da56e7dd45659d58bf19635615b1 2024-11-24T07:17:36,455 DEBUG [M:0;1ab588ae992e:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15d0b3052be345359b4bc05e556d7235 is 69, key is 1ab588ae992e,37275,1732432649028/rs:state/1732432651298/Put/seqid=0 2024-11-24T07:17:36,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741839_1015 (size=5156) 2024-11-24T07:17:36,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T07:17:36,859 INFO [M:0;1ab588ae992e:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15d0b3052be345359b4bc05e556d7235 2024-11-24T07:17:36,866 DEBUG [M:0;1ab588ae992e:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1528ba1d0034ad081a6bb741e1bee1b as hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1528ba1d0034ad081a6bb741e1bee1b 2024-11-24T07:17:36,871 INFO [M:0;1ab588ae992e:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1528ba1d0034ad081a6bb741e1bee1b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T07:17:36,872 DEBUG [M:0;1ab588ae992e:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4be3da56e7dd45659d58bf19635615b1 as hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4be3da56e7dd45659d58bf19635615b1 2024-11-24T07:17:36,878 INFO [M:0;1ab588ae992e:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4be3da56e7dd45659d58bf19635615b1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T07:17:36,879 DEBUG [M:0;1ab588ae992e:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15d0b3052be345359b4bc05e556d7235 as hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15d0b3052be345359b4bc05e556d7235 2024-11-24T07:17:36,884 INFO [M:0;1ab588ae992e:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39085/user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15d0b3052be345359b4bc05e556d7235, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T07:17:36,885 INFO [M:0;1ab588ae992e:36441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false 2024-11-24T07:17:36,886 INFO [M:0;1ab588ae992e:36441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:36,886 DEBUG [M:0;1ab588ae992e:36441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432655595Disabling compacts and flushes for region at 1732432655595Disabling writes for close at 1732432655595Obtaining lock to block concurrent updates at 1732432655595Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432655595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732432655595Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432655596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432655596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432655609 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432655609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432656019 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432656032 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432656032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432656442 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432656454 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432656454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b1288: reopening flushed file at 1732432656865 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df0f68: reopening flushed file at 1732432656872 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69717cb7: reopening flushed file at 1732432656878 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false at 1732432656885 (+7 ms)Writing region close event to WAL at 1732432656886 (+1 ms)Closed at 1732432656886 2024-11-24T07:17:36,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741830_1006 (size=10165) 2024-11-24T07:17:36,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49bbb4dd-0443-d09a-437a-eab4de1f85cd/MasterData/WALs/1ab588ae992e,36441,1732432648757/1ab588ae992e%2C36441%2C1732432648757.1732432650756 not finished, retry = 0 2024-11-24T07:17:36,989 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:17:36,989 INFO [M:0;1ab588ae992e:36441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:17:36,989 INFO [M:0;1ab588ae992e:36441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36441 2024-11-24T07:17:36,990 INFO [M:0;1ab588ae992e:36441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:17:37,121 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.wal-reader.1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978 to pos 0, reset compression=false 2024-11-24T07:17:37,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:37,146 INFO [M:0;1ab588ae992e:36441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:17:37,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1016bb436250003, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:37,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@761edb89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:17:37,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a927960{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:17:37,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:17:37,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fb9d941{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:17:37,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3027a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/hadoop.log.dir/,STOPPED} 2024-11-24T07:17:37,193 WARN [BP-343241554-172.17.0.3-1732432646384 heartbeating to localhost/127.0.0.1:39085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:17:37,193 WARN [BP-343241554-172.17.0.3-1732432646384 heartbeating to localhost/127.0.0.1:39085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-343241554-172.17.0.3-1732432646384 (Datanode Uuid 919f426a-ae66-4659-b69e-06970a16bc85) service to localhost/127.0.0.1:39085 2024-11-24T07:17:37,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/cluster_caa1d433-804a-7362-e76d-7f1cb83fa109/data/data1/current/BP-343241554-172.17.0.3-1732432646384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:17:37,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/cluster_caa1d433-804a-7362-e76d-7f1cb83fa109/data/data2/current/BP-343241554-172.17.0.3-1732432646384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:17:37,194 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:17:37,194 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:17:37,194 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:17:37,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@285c258d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:17:37,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77c62866{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:17:37,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:17:37,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7636d219{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:17:37,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c3eab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/hadoop.log.dir/,STOPPED} 2024-11-24T07:17:37,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:17:37,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:17:37,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:37,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:37,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:37,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:37,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:37,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:17:37,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1587138547, stopped=false 2024-11-24T07:17:37,218 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,37533,1732432642679 2024-11-24T07:17:37,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515307427/running 2024-11-24T07:17:37,224 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515307427/running 2024-11-24T07:17:37,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:37,224 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:37,224 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:17:37,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:37,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:37,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:37,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Set watcher on znode that does not yet exist, /0-1515307427/running 2024-11-24T07:17:37,225 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,42139,1732432642947' ***** 2024-11-24T07:17:37,225 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:17:37,225 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:17:37,226 INFO [RS:0;1ab588ae992e:42139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:17:37,226 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:17:37,226 INFO [RS:0;1ab588ae992e:42139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:17:37,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Set watcher on znode that does not yet exist, /0-1515307427/running 2024-11-24T07:17:37,226 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:37,226 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,42139,1732432642947 2024-11-24T07:17:37,226 INFO [RS:0;1ab588ae992e:42139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:17:37,226 INFO [RS:0;1ab588ae992e:42139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:42139. 2024-11-24T07:17:37,226 DEBUG [RS:0;1ab588ae992e:42139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:37,226 DEBUG [RS:0;1ab588ae992e:42139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:37,226 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b20894612f5d8b95797e03e92635367, disabling compactions & flushes 2024-11-24T07:17:37,226 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:17:37,226 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:37,226 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:17:37,226 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:37,226 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:17:37,226 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. after waiting 0 ms 2024-11-24T07:17:37,226 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:17:37,226 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:37,227 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b20894612f5d8b95797e03e92635367 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T07:17:37,227 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:17:37,227 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8b20894612f5d8b95797e03e92635367=hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367.} 2024-11-24T07:17:37,227 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b20894612f5d8b95797e03e92635367 2024-11-24T07:17:37,227 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:17:37,227 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:17:37,227 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:17:37,227 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:17:37,227 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:17:37,227 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T07:17:37,243 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/.tmp/info/e308dc109d0649ea939a91508b5bf69b is 147, key is hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367./info:regioninfo/1732432653295/Put/seqid=0 2024-11-24T07:17:37,246 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/replication/8b20894612f5d8b95797e03e92635367/.tmp/queue/d933920e8e2147efba47d5576eae4057 is 151, key is 1-1ab588ae992e,42139,1732432642947/queue:1ab588ae992e%2C42139%2C1732432642947/1732432653561/Put/seqid=0 2024-11-24T07:17:37,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741838_1014 (size=6631) 2024-11-24T07:17:37,248 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/.tmp/info/e308dc109d0649ea939a91508b5bf69b 2024-11-24T07:17:37,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741839_1015 (size=5350) 2024-11-24T07:17:37,250 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/replication/8b20894612f5d8b95797e03e92635367/.tmp/queue/d933920e8e2147efba47d5576eae4057 2024-11-24T07:17:37,253 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:17:37,256 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/replication/8b20894612f5d8b95797e03e92635367/.tmp/queue/d933920e8e2147efba47d5576eae4057 as hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/replication/8b20894612f5d8b95797e03e92635367/queue/d933920e8e2147efba47d5576eae4057 2024-11-24T07:17:37,262 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/replication/8b20894612f5d8b95797e03e92635367/queue/d933920e8e2147efba47d5576eae4057, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T07:17:37,263 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8b20894612f5d8b95797e03e92635367 in 37ms, sequenceid=5, compaction requested=false 2024-11-24T07:17:37,267 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/replication/8b20894612f5d8b95797e03e92635367/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T07:17:37,268 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:37,268 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:37,268 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:37,268 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b20894612f5d8b95797e03e92635367: Waiting for close lock at 1732432657226Running coprocessor pre-close hooks at 1732432657226Disabling compacts and flushes for region at 1732432657226Disabling writes for close at 1732432657226Obtaining lock to block concurrent updates at 1732432657227 (+1 ms)Preparing flush snapshotting stores in 8b20894612f5d8b95797e03e92635367 at 1732432657227Finished memstore snapshotting hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732432657227Flushing stores of hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. at 1732432657228 (+1 ms)Flushing 8b20894612f5d8b95797e03e92635367/queue: creating writer at 1732432657228Flushing 8b20894612f5d8b95797e03e92635367/queue: appending metadata at 1732432657245 (+17 ms)Flushing 8b20894612f5d8b95797e03e92635367/queue: closing flushed file at 1732432657245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a1e12: reopening flushed file at 1732432657256 (+11 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8b20894612f5d8b95797e03e92635367 in 37ms, sequenceid=5, compaction requested=false at 1732432657263 (+7 ms)Writing region close event to WAL at 1732432657263Running coprocessor post-close hooks at 1732432657268 (+5 ms)Closed at 1732432657268 2024-11-24T07:17:37,268 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432652110.8b20894612f5d8b95797e03e92635367. 2024-11-24T07:17:37,272 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/.tmp/ns/6510875d0d734d4d86c9e40b74b21c4d is 43, key is default/ns:d/1732432646084/Put/seqid=0 2024-11-24T07:17:37,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741840_1016 (size=5153) 2024-11-24T07:17:37,427 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:37,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:17:37,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:37,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:37,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:37,627 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:37,677 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/.tmp/ns/6510875d0d734d4d86c9e40b74b21c4d 2024-11-24T07:17:37,701 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/.tmp/table/4a16c065d6d8413d81853eca5bf23819 is 53, key is hbase:replication/table:state/1732432653306/Put/seqid=0 2024-11-24T07:17:37,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741841_1017 (size=5256) 2024-11-24T07:17:37,827 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:37,851 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:17:37,851 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:17:38,026 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.wal-reader.1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/WALs/1ab588ae992e,42139,1732432642947/1ab588ae992e%2C42139%2C1732432642947.1732432644978 to pos 0, reset compression=false 2024-11-24T07:17:38,027 DEBUG [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:17:38,106 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/.tmp/table/4a16c065d6d8413d81853eca5bf23819 2024-11-24T07:17:38,113 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/.tmp/info/e308dc109d0649ea939a91508b5bf69b as hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/info/e308dc109d0649ea939a91508b5bf69b 2024-11-24T07:17:38,120 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/info/e308dc109d0649ea939a91508b5bf69b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T07:17:38,121 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/.tmp/ns/6510875d0d734d4d86c9e40b74b21c4d as hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/ns/6510875d0d734d4d86c9e40b74b21c4d 2024-11-24T07:17:38,128 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/ns/6510875d0d734d4d86c9e40b74b21c4d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T07:17:38,129 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/.tmp/table/4a16c065d6d8413d81853eca5bf23819 as hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/table/4a16c065d6d8413d81853eca5bf23819 2024-11-24T07:17:38,137 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/table/4a16c065d6d8413d81853eca5bf23819, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T07:17:38,138 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=11, compaction requested=false 2024-11-24T07:17:38,145 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T07:17:38,145 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:38,145 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:38,146 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:38,146 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432657227Running coprocessor pre-close hooks at 1732432657227Disabling compacts and flushes for region at 1732432657227Disabling writes for close at 1732432657227Obtaining lock to block concurrent updates at 1732432657227Preparing flush snapshotting stores in 1588230740 at 1732432657227Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732432657227Flushing stores of hbase:meta,,1.1588230740 at 1732432657228 (+1 ms)Flushing 1588230740/info: creating writer at 1732432657228Flushing 1588230740/info: appending metadata at 1732432657243 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732432657243Flushing 1588230740/ns: creating writer at 1732432657254 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732432657271 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732432657271Flushing 1588230740/table: creating writer at 1732432657683 (+412 ms)Flushing 1588230740/table: appending metadata at 1732432657700 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732432657700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c72d923: reopening flushed file at 1732432658112 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d7d155: reopening flushed file at 1732432658120 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@811a2d9: reopening flushed file at 1732432658128 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=11, compaction requested=false at 1732432658138 (+10 ms)Writing region close event to WAL at 1732432658139 (+1 ms)Running coprocessor post-close hooks at 1732432658145 (+6 ms)Closed at 1732432658146 (+1 ms) 2024-11-24T07:17:38,146 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:38,228 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,42139,1732432642947; all regions closed. 2024-11-24T07:17:38,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741834_1010 (size=2742) 2024-11-24T07:17:38,232 DEBUG [RS:0;1ab588ae992e:42139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/oldWALs 2024-11-24T07:17:38,232 INFO [RS:0;1ab588ae992e:42139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C42139%2C1732432642947.meta:.meta(num 1732432645998) 2024-11-24T07:17:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741837_1013 (size=1586) 2024-11-24T07:17:38,237 DEBUG [RS:0;1ab588ae992e:42139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/oldWALs 2024-11-24T07:17:38,238 INFO [RS:0;1ab588ae992e:42139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C42139%2C1732432642947.rep:(num 1732432653262) 2024-11-24T07:17:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741832_1008 (size=93) 2024-11-24T07:17:38,244 DEBUG [RS:0;1ab588ae992e:42139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/oldWALs 2024-11-24T07:17:38,244 INFO [RS:0;1ab588ae992e:42139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C42139%2C1732432642947:(num 1732432644978) 2024-11-24T07:17:38,244 DEBUG [RS:0;1ab588ae992e:42139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:38,244 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:17:38,244 INFO [RS:0;1ab588ae992e:42139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:17:38,244 INFO [RS:0;1ab588ae992e:42139 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T07:17:38,244 INFO [RS:0;1ab588ae992e:42139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:17:38,244 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:17:38,245 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,42139,1732432642947 because: Region server is closing 2024-11-24T07:17:38,245 INFO [RS:0;1ab588ae992e:42139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:42139. 2024-11-24T07:17:38,245 DEBUG [RS:0;1ab588ae992e:42139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:38,245 DEBUG [RS:0;1ab588ae992e:42139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:38,245 DEBUG [RS:0;1ab588ae992e:42139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:38,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:38,345 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.shipper1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T07:17:38,345 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.wal-reader.1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:17:38,346 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42139,1732432642947.replicationSource.shipper1ab588ae992e%2C42139%2C1732432642947,1-1ab588ae992e,42139,1732432642947 terminated 2024-11-24T07:17:38,346 INFO [RS:0;1ab588ae992e:42139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42139 2024-11-24T07:17:38,361 INFO [RS:0;1ab588ae992e:42139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:17:38,361 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515307427/rs/1ab588ae992e,42139,1732432642947 2024-11-24T07:17:38,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427/rs 2024-11-24T07:17:38,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,42139,1732432642947] 2024-11-24T07:17:38,393 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515307427/draining/1ab588ae992e,42139,1732432642947 already deleted, retry=false 2024-11-24T07:17:38,393 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,42139,1732432642947 expired; onlineServers=0 2024-11-24T07:17:38,393 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,37533,1732432642679' ***** 2024-11-24T07:17:38,393 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:17:38,393 INFO [M:0;1ab588ae992e:37533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:17:38,393 INFO [M:0;1ab588ae992e:37533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:17:38,393 DEBUG [M:0;1ab588ae992e:37533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:17:38,393 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:17:38,393 DEBUG [M:0;1ab588ae992e:37533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:17:38,393 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432644702 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432644702,5,FailOnTimeoutGroup] 2024-11-24T07:17:38,393 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432644702 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432644702,5,FailOnTimeoutGroup] 2024-11-24T07:17:38,393 INFO [M:0;1ab588ae992e:37533 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:17:38,394 INFO [M:0;1ab588ae992e:37533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:17:38,394 DEBUG [M:0;1ab588ae992e:37533 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:17:38,394 INFO [M:0;1ab588ae992e:37533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:17:38,394 INFO [M:0;1ab588ae992e:37533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:17:38,394 INFO [M:0;1ab588ae992e:37533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:17:38,394 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:17:38,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515307427/master 2024-11-24T07:17:38,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515307427 2024-11-24T07:17:38,403 DEBUG [M:0;1ab588ae992e:37533 {}] zookeeper.ZKUtil(347): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Unable to get data of znode /0-1515307427/master because node does not exist (not an error) 2024-11-24T07:17:38,403 WARN [M:0;1ab588ae992e:37533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:17:38,404 INFO [M:0;1ab588ae992e:37533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/.lastflushedseqids 2024-11-24T07:17:38,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741842_1018 (size=181) 2024-11-24T07:17:38,482 INFO [RS:0;1ab588ae992e:42139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:17:38,482 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:38,482 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x1016bb436250001, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:38,482 INFO [RS:0;1ab588ae992e:42139 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,42139,1732432642947; zookeeper connection closed. 2024-11-24T07:17:38,483 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35956fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35956fa 2024-11-24T07:17:38,483 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:17:38,809 INFO [M:0;1ab588ae992e:37533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:17:38,809 INFO [M:0;1ab588ae992e:37533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:17:38,809 DEBUG [M:0;1ab588ae992e:37533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:17:38,810 INFO [M:0;1ab588ae992e:37533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:38,810 DEBUG [M:0;1ab588ae992e:37533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:38,810 DEBUG [M:0;1ab588ae992e:37533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:17:38,810 DEBUG [M:0;1ab588ae992e:37533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:38,810 INFO [M:0;1ab588ae992e:37533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T07:17:38,825 DEBUG [M:0;1ab588ae992e:37533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f22307a0487496b9fd9bbcd6a14a348 is 82, key is hbase:meta,,1/info:regioninfo/1732432646043/Put/seqid=0 2024-11-24T07:17:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741843_1019 (size=5672) 2024-11-24T07:17:39,230 INFO [M:0;1ab588ae992e:37533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f22307a0487496b9fd9bbcd6a14a348 2024-11-24T07:17:39,248 DEBUG [M:0;1ab588ae992e:37533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bba40e74a7d4d829c81d6226117c95a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732432653312/Put/seqid=0 2024-11-24T07:17:39,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741844_1020 (size=7203) 2024-11-24T07:17:39,653 INFO [M:0;1ab588ae992e:37533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bba40e74a7d4d829c81d6226117c95a 2024-11-24T07:17:39,672 DEBUG [M:0;1ab588ae992e:37533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/609ad897b64b4c00acaac293cbf839ba is 69, key is 1ab588ae992e,42139,1732432642947/rs:state/1732432644820/Put/seqid=0 2024-11-24T07:17:39,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741845_1021 (size=5156) 2024-11-24T07:17:40,077 INFO [M:0;1ab588ae992e:37533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/609ad897b64b4c00acaac293cbf839ba 2024-11-24T07:17:40,083 DEBUG [M:0;1ab588ae992e:37533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f22307a0487496b9fd9bbcd6a14a348 as hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f22307a0487496b9fd9bbcd6a14a348 2024-11-24T07:17:40,088 INFO [M:0;1ab588ae992e:37533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f22307a0487496b9fd9bbcd6a14a348, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T07:17:40,089 DEBUG [M:0;1ab588ae992e:37533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bba40e74a7d4d829c81d6226117c95a as hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bba40e74a7d4d829c81d6226117c95a 2024-11-24T07:17:40,094 INFO [M:0;1ab588ae992e:37533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bba40e74a7d4d829c81d6226117c95a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T07:17:40,095 DEBUG [M:0;1ab588ae992e:37533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/609ad897b64b4c00acaac293cbf839ba as hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/609ad897b64b4c00acaac293cbf839ba 2024-11-24T07:17:40,101 INFO [M:0;1ab588ae992e:37533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34123/user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/609ad897b64b4c00acaac293cbf839ba, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T07:17:40,102 INFO [M:0;1ab588ae992e:37533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-11-24T07:17:40,103 INFO [M:0;1ab588ae992e:37533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:40,103 DEBUG [M:0;1ab588ae992e:37533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432658809Disabling compacts and flushes for region at 1732432658809Disabling writes for close at 1732432658810 (+1 ms)Obtaining lock to block concurrent updates at 1732432658810Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432658810Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732432658810Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432658811 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432658811Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432658825 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432658825Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432659235 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432659248 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432659248Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432659658 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432659671 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432659671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f24bcb4: reopening flushed file at 1732432660082 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f1a00b: reopening flushed file at 1732432660088 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eeab832: reopening flushed file at 1732432660095 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1732432660102 (+7 ms)Writing region close event to WAL at 1732432660103 (+1 ms)Closed at 1732432660103 2024-11-24T07:17:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741830_1006 (size=41008) 2024-11-24T07:17:40,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36008a84-cbb1-e0b7-5673-e88a86a053d8/MasterData/WALs/1ab588ae992e,37533,1732432642679/1ab588ae992e%2C37533%2C1732432642679.1732432644317 not finished, retry = 0 2024-11-24T07:17:40,206 INFO [M:0;1ab588ae992e:37533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:17:40,206 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:17:40,206 INFO [M:0;1ab588ae992e:37533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37533 2024-11-24T07:17:40,206 INFO [M:0;1ab588ae992e:37533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:17:40,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:40,324 INFO [M:0;1ab588ae992e:37533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:17:40,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37533-0x1016bb436250000, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:17:40,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57bf3961{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:17:40,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32577e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:17:40,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:17:40,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@87d2036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:17:40,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da2c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/hadoop.log.dir/,STOPPED} 2024-11-24T07:17:40,328 WARN [BP-69334986-172.17.0.3-1732432640661 heartbeating to localhost/127.0.0.1:34123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:17:40,328 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:17:40,328 WARN [BP-69334986-172.17.0.3-1732432640661 heartbeating to localhost/127.0.0.1:34123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-69334986-172.17.0.3-1732432640661 (Datanode Uuid c76c5fe4-e924-426a-997e-434938c7e87b) service to localhost/127.0.0.1:34123 2024-11-24T07:17:40,328 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:17:40,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/cluster_ed4591b4-ed9b-a8b1-0fc4-54071fb9cff6/data/data1/current/BP-69334986-172.17.0.3-1732432640661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:17:40,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/cluster_ed4591b4-ed9b-a8b1-0fc4-54071fb9cff6/data/data2/current/BP-69334986-172.17.0.3-1732432640661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:17:40,329 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:17:40,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ae5c3c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:17:40,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64341732{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:17:40,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:17:40,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aba68e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:17:40,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@565871ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ace664-8a80-adea-bf7d-b99b9f428d34/hadoop.log.dir/,STOPPED} 2024-11-24T07:17:40,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T07:17:40,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:17:40,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 107) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55694) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39085 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55694) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34123 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 401), ProcessCount=11 (was 11), AvailableMemoryMB=5744 (was 5399) - AvailableMemoryMB LEAK? - 2024-11-24T07:17:40,368 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=5744 2024-11-24T07:17:40,381 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-24T07:17:40,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/hadoop.log.dir so I do NOT create it in target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b 2024-11-24T07:17:40,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:17:40,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/hadoop.tmp.dir so I do NOT create it in target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b 2024-11-24T07:17:40,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d37c9b1-41fd-e8e9-ed64-173bf4e62012/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:17:40,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b 2024-11-24T07:17:40,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/cluster_0ed8b0dd-f156-b93a-4b12-95f69a1bb38a, deleteOnExit=true 2024-11-24T07:17:40,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/cluster_0ed8b0dd-f156-b93a-4b12-95f69a1bb38a/zookeeper_0, clientPort=59733, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/cluster_0ed8b0dd-f156-b93a-4b12-95f69a1bb38a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/cluster_0ed8b0dd-f156-b93a-4b12-95f69a1bb38a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:17:40,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59733 2024-11-24T07:17:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:17:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:17:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/test.cache.data in system properties and HBase conf 2024-11-24T07:17:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:17:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:17:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:17:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:17:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:17:40,385 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:17:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:17:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:17:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:17:40,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016bb436250005, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:17:40,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016bb436250002, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:17:40,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016bb436250005, quorum=127.0.0.1:55694, baseZNode=/11569845949 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:17:40,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016bb436250002, quorum=127.0.0.1:55694, baseZNode=/0-1515307427 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:17:40,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:40,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:17:40,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:17:40,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:17:40,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:17:40,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:40,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65596767{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:17:40,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65e463c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:17:40,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31ac2c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/java.io.tmpdir/jetty-localhost-35325-hadoop-hdfs-3_4_1-tests_jar-_-any-2202921546826433608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:17:40,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70bff7d0{HTTP/1.1, (http/1.1)}{localhost:35325} 2024-11-24T07:17:40,826 INFO [Time-limited test {}] server.Server(415): Started @52591ms 2024-11-24T07:17:41,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:41,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:17:41,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:17:41,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:17:41,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:17:41,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77d25950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:17:41,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7081d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:17:41,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d6ee488{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/java.io.tmpdir/jetty-localhost-45793-hadoop-hdfs-3_4_1-tests_jar-_-any-464205745752517227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:17:41,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5946eb8a{HTTP/1.1, (http/1.1)}{localhost:45793} 2024-11-24T07:17:41,180 INFO [Time-limited test {}] server.Server(415): Started @52945ms 2024-11-24T07:17:41,181 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:17:41,883 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/cluster_0ed8b0dd-f156-b93a-4b12-95f69a1bb38a/data/data1/current/BP-1728049292-172.17.0.3-1732432660401/current, will proceed with Du for space computation calculation, 2024-11-24T07:17:41,883 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/cluster_0ed8b0dd-f156-b93a-4b12-95f69a1bb38a/data/data2/current/BP-1728049292-172.17.0.3-1732432660401/current, will proceed with Du for space computation calculation, 2024-11-24T07:17:41,901 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:17:41,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cdf4dd7fbbe53b with lease ID 0x7c8abf70d865f075: Processing first storage report for DS-56cf99da-a7da-4169-b89c-1756f62b141b from datanode DatanodeRegistration(127.0.0.1:45237, datanodeUuid=c1e08dde-cc45-4cbc-ad30-032edab1b64a, infoPort=33679, infoSecurePort=0, ipcPort=43523, storageInfo=lv=-57;cid=testClusterID;nsid=1970894686;c=1732432660401) 2024-11-24T07:17:41,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cdf4dd7fbbe53b with lease ID 0x7c8abf70d865f075: from storage DS-56cf99da-a7da-4169-b89c-1756f62b141b node DatanodeRegistration(127.0.0.1:45237, datanodeUuid=c1e08dde-cc45-4cbc-ad30-032edab1b64a, infoPort=33679, infoSecurePort=0, ipcPort=43523, storageInfo=lv=-57;cid=testClusterID;nsid=1970894686;c=1732432660401), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:17:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cdf4dd7fbbe53b with lease ID 0x7c8abf70d865f075: Processing first storage report for DS-e5b3d232-9bfa-4cfc-a56b-650268193145 from datanode DatanodeRegistration(127.0.0.1:45237, datanodeUuid=c1e08dde-cc45-4cbc-ad30-032edab1b64a, infoPort=33679, infoSecurePort=0, ipcPort=43523, storageInfo=lv=-57;cid=testClusterID;nsid=1970894686;c=1732432660401) 2024-11-24T07:17:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cdf4dd7fbbe53b with lease ID 0x7c8abf70d865f075: from storage DS-e5b3d232-9bfa-4cfc-a56b-650268193145 node DatanodeRegistration(127.0.0.1:45237, datanodeUuid=c1e08dde-cc45-4cbc-ad30-032edab1b64a, infoPort=33679, infoSecurePort=0, ipcPort=43523, storageInfo=lv=-57;cid=testClusterID;nsid=1970894686;c=1732432660401), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:17:41,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b 2024-11-24T07:17:41,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:41,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:17:42,317 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717 with version=8 2024-11-24T07:17:42,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/hbase-staging 2024-11-24T07:17:42,320 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:42,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:42,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:42,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:42,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:42,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:42,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:17:42,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:42,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35005 2024-11-24T07:17:42,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35005 connecting to ZooKeeper ensemble=127.0.0.1:59733 2024-11-24T07:17:42,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350050x0, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:42,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35005-0x1016bb4834a0000 connected 2024-11-24T07:17:42,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:42,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:42,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Set watcher on znode that does not yet exist, /0-2016654413/running 2024-11-24T07:17:42,577 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717, hbase.cluster.distributed=false 2024-11-24T07:17:42,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Set watcher on znode that does not yet exist, /0-2016654413/acl 2024-11-24T07:17:42,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35005 2024-11-24T07:17:42,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35005 2024-11-24T07:17:42,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35005 2024-11-24T07:17:42,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35005 2024-11-24T07:17:42,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35005 2024-11-24T07:17:42,600 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:42,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:42,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:42,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:42,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:42,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:42,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:17:42,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:42,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43633 2024-11-24T07:17:42,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43633 connecting to ZooKeeper ensemble=127.0.0.1:59733 2024-11-24T07:17:42,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:42,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436330x0, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:42,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436330x0, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Set watcher on znode that does not yet exist, /0-2016654413/running 2024-11-24T07:17:42,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43633-0x1016bb4834a0001 connected 2024-11-24T07:17:42,625 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:17:42,625 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:17:42,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Set watcher on znode that does not yet exist, /0-2016654413/master 2024-11-24T07:17:42,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Set watcher on znode that does not yet exist, /0-2016654413/acl 2024-11-24T07:17:42,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43633 2024-11-24T07:17:42,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43633 2024-11-24T07:17:42,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43633 2024-11-24T07:17:42,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43633 2024-11-24T07:17:42,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43633 2024-11-24T07:17:42,642 DEBUG [M:0;1ab588ae992e:35005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:35005 2024-11-24T07:17:42,644 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2016654413/backup-masters/1ab588ae992e,35005,1732432662320 2024-11-24T07:17:42,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413/backup-masters 2024-11-24T07:17:42,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413/backup-masters 2024-11-24T07:17:42,656 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Set watcher on existing znode=/0-2016654413/backup-masters/1ab588ae992e,35005,1732432662320 2024-11-24T07:17:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2016654413/master 2024-11-24T07:17:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:42,667 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Set watcher on existing znode=/0-2016654413/master 2024-11-24T07:17:42,667 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2016654413/backup-masters/1ab588ae992e,35005,1732432662320 from backup master directory 2024-11-24T07:17:42,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2016654413/backup-masters/1ab588ae992e,35005,1732432662320 2024-11-24T07:17:42,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413/backup-masters 2024-11-24T07:17:42,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413/backup-masters 2024-11-24T07:17:42,677 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:42,677 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,35005,1732432662320 2024-11-24T07:17:42,681 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/hbase.id] with ID: 324aec6a-af3e-4a00-b5f6-5895257828af 2024-11-24T07:17:42,681 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/.tmp/hbase.id 2024-11-24T07:17:42,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:17:42,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:17:42,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:42,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:42,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:42,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:43,086 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/.tmp/hbase.id]:[hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/hbase.id] 2024-11-24T07:17:43,112 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:43,112 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:17:43,115 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-24T07:17:43,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:43,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:43,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:17:43,584 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:43,585 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:17:43,586 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:17:43,994 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store 2024-11-24T07:17:44,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:17:44,003 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:44,003 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:17:44,003 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:44,003 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:44,003 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:17:44,004 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:44,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:44,004 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432664003Disabling compacts and flushes for region at 1732432664003Disabling writes for close at 1732432664003Writing region close event to WAL at 1732432664004 (+1 ms)Closed at 1732432664004 2024-11-24T07:17:44,005 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/.initializing 2024-11-24T07:17:44,005 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/WALs/1ab588ae992e,35005,1732432662320 2024-11-24T07:17:44,006 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:44,007 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C35005%2C1732432662320, suffix=, logDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/WALs/1ab588ae992e,35005,1732432662320, archiveDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/oldWALs, maxLogs=10 2024-11-24T07:17:44,023 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/WALs/1ab588ae992e,35005,1732432662320/1ab588ae992e%2C35005%2C1732432662320.1732432664007, exclude list is [], retry=0 2024-11-24T07:17:44,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45237,DS-56cf99da-a7da-4169-b89c-1756f62b141b,DISK] 2024-11-24T07:17:44,027 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/WALs/1ab588ae992e,35005,1732432662320/1ab588ae992e%2C35005%2C1732432662320.1732432664007 2024-11-24T07:17:44,028 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33679:33679)] 2024-11-24T07:17:44,028 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:44,028 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:44,028 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,028 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:17:44,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:44,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:44,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:17:44,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:44,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:44,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:17:44,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:44,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:44,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:17:44,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:44,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:44,037 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,037 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,038 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,039 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,039 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,039 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:44,040 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:44,042 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:44,043 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66042157, jitterRate=-0.015895172953605652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:44,044 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432664028Initializing all the Stores at 1732432664029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432664029Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432664029Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432664029Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432664029Cleaning up temporary data from old regions at 1732432664039 (+10 ms)Region opened successfully at 1732432664044 (+5 ms) 2024-11-24T07:17:44,044 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:17:44,047 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c375828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:44,048 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:17:44,048 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:17:44,048 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:17:44,048 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:17:44,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:17:44,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:17:44,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:17:44,051 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:17:44,052 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Unable to get data of znode /0-2016654413/balancer because node does not exist (not necessarily an error) 2024-11-24T07:17:44,108 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2016654413/balancer already deleted, retry=false 2024-11-24T07:17:44,109 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:17:44,110 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Unable to get data of znode /0-2016654413/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:17:44,119 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2016654413/normalizer already deleted, retry=false 2024-11-24T07:17:44,119 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:17:44,120 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Unable to get data of znode /0-2016654413/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:17:44,129 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2016654413/switch/split already deleted, retry=false 2024-11-24T07:17:44,130 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Unable to get data of znode /0-2016654413/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:17:44,140 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2016654413/switch/merge already deleted, retry=false 2024-11-24T07:17:44,142 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Unable to get data of znode /0-2016654413/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:17:44,150 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2016654413/snapshot-cleanup already deleted, retry=false 2024-11-24T07:17:44,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2016654413/running 2024-11-24T07:17:44,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2016654413/running 2024-11-24T07:17:44,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:44,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:44,161 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,35005,1732432662320, sessionid=0x1016bb4834a0000, setting cluster-up flag (Was=false) 2024-11-24T07:17:44,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:44,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:44,214 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2016654413/flush-table-proc/acquired, /0-2016654413/flush-table-proc/reached, /0-2016654413/flush-table-proc/abort 2024-11-24T07:17:44,215 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,35005,1732432662320 2024-11-24T07:17:44,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:44,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:44,266 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2016654413/online-snapshot/acquired, /0-2016654413/online-snapshot/reached, /0-2016654413/online-snapshot/abort 2024-11-24T07:17:44,267 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,35005,1732432662320 2024-11-24T07:17:44,269 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:17:44,270 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:44,270 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:17:44,271 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:17:44,271 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,35005,1732432662320 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:17:44,272 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:44,272 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:44,272 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:44,272 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:44,272 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:17:44,272 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,273 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:44,273 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,273 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432694273 2024-11-24T07:17:44,273 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:17:44,273 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:17:44,274 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:17:44,274 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:17:44,274 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:17:44,274 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:17:44,274 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,274 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:17:44,274 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:17:44,274 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:17:44,274 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:17:44,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:44,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:17:44,275 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:17:44,275 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:17:44,275 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432664275,5,FailOnTimeoutGroup] 2024-11-24T07:17:44,275 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432664275,5,FailOnTimeoutGroup] 2024-11-24T07:17:44,275 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,275 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:17:44,275 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,275 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,276 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:44,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:17:44,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:17:44,335 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(746): ClusterId : 324aec6a-af3e-4a00-b5f6-5895257828af 2024-11-24T07:17:44,335 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:17:44,340 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:17:44,340 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:17:44,351 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:17:44,351 DEBUG [RS:0;1ab588ae992e:43633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1598abba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:44,362 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:43633 2024-11-24T07:17:44,362 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:17:44,362 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:17:44,362 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:17:44,363 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,35005,1732432662320 with port=43633, startcode=1732432662600 2024-11-24T07:17:44,363 DEBUG [RS:0;1ab588ae992e:43633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:17:44,365 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:17:44,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,43633,1732432662600 2024-11-24T07:17:44,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35005 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,43633,1732432662600 2024-11-24T07:17:44,367 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717 2024-11-24T07:17:44,367 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38069 2024-11-24T07:17:44,367 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:17:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413/rs 2024-11-24T07:17:44,372 DEBUG [RS:0;1ab588ae992e:43633 {}] zookeeper.ZKUtil(111): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Set watcher on existing znode=/0-2016654413/rs/1ab588ae992e,43633,1732432662600 2024-11-24T07:17:44,372 WARN [RS:0;1ab588ae992e:43633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:44,372 INFO [RS:0;1ab588ae992e:43633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:44,372 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600 2024-11-24T07:17:44,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,43633,1732432662600] 2024-11-24T07:17:44,375 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:17:44,376 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:17:44,377 INFO [RS:0;1ab588ae992e:43633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:17:44,377 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,377 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:17:44,378 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:17:44,378 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,378 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:44,379 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:44,379 DEBUG [RS:0;1ab588ae992e:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:44,379 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,379 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,379 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,379 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,379 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,379 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43633,1732432662600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:44,392 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:17:44,392 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43633,1732432662600-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,392 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,392 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.Replication(171): 1ab588ae992e,43633,1732432662600 started 2024-11-24T07:17:44,406 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:44,406 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,43633,1732432662600, RpcServer on 1ab588ae992e/172.17.0.3:43633, sessionid=0x1016bb4834a0001 2024-11-24T07:17:44,406 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:17:44,406 DEBUG [RS:0;1ab588ae992e:43633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,43633,1732432662600 2024-11-24T07:17:44,406 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,43633,1732432662600' 2024-11-24T07:17:44,406 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2016654413/flush-table-proc/abort' 2024-11-24T07:17:44,407 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2016654413/flush-table-proc/acquired' 2024-11-24T07:17:44,407 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:17:44,407 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:17:44,407 DEBUG [RS:0;1ab588ae992e:43633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,43633,1732432662600 2024-11-24T07:17:44,407 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,43633,1732432662600' 2024-11-24T07:17:44,407 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2016654413/online-snapshot/abort' 2024-11-24T07:17:44,408 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2016654413/online-snapshot/acquired' 2024-11-24T07:17:44,408 DEBUG [RS:0;1ab588ae992e:43633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:17:44,408 INFO [RS:0;1ab588ae992e:43633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:17:44,408 INFO [RS:0;1ab588ae992e:43633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:17:44,508 INFO [RS:0;1ab588ae992e:43633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:44,510 INFO [RS:0;1ab588ae992e:43633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43633%2C1732432662600, suffix=, logDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600, archiveDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/oldWALs, maxLogs=10 2024-11-24T07:17:44,523 DEBUG [RS:0;1ab588ae992e:43633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510, exclude list is [], retry=0 2024-11-24T07:17:44,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45237,DS-56cf99da-a7da-4169-b89c-1756f62b141b,DISK] 2024-11-24T07:17:44,527 INFO [RS:0;1ab588ae992e:43633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 2024-11-24T07:17:44,528 DEBUG [RS:0;1ab588ae992e:43633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33679:33679)] 2024-11-24T07:17:44,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:44,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:17:44,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T07:17:44,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:44,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:17:44,683 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717 2024-11-24T07:17:44,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:17:45,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:45,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:45,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:45,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:45,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:45,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:45,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:45,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:45,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:45,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:45,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:45,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:45,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:45,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:45,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:45,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:45,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:45,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:45,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740 2024-11-24T07:17:45,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740 2024-11-24T07:17:45,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:45,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:45,100 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:45,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:45,103 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:45,103 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71688282, jitterRate=0.06823864579200745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:45,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432665089Initializing all the Stores at 1732432665090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432665090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432665090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432665090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432665090Cleaning up temporary data from old regions at 1732432665099 (+9 ms)Region opened successfully at 1732432665104 (+5 ms) 2024-11-24T07:17:45,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:17:45,104 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:17:45,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:17:45,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:17:45,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:17:45,104 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:45,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432665104Disabling compacts and flushes for region at 1732432665104Disabling writes for close at 1732432665104Writing region close event to WAL at 1732432665104Closed at 1732432665104 2024-11-24T07:17:45,105 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:45,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:17:45,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:17:45,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:45,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:17:45,258 DEBUG [1ab588ae992e:35005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:17:45,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,43633,1732432662600 2024-11-24T07:17:45,260 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,43633,1732432662600, state=OPENING 2024-11-24T07:17:45,308 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:17:45,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:45,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:45,348 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:45,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2016654413/meta-region-server: CHANGED 2024-11-24T07:17:45,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2016654413/meta-region-server: CHANGED 2024-11-24T07:17:45,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,43633,1732432662600}] 2024-11-24T07:17:45,501 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:17:45,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:17:45,506 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:17:45,506 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:45,507 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:17:45,508 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43633%2C1732432662600.meta, suffix=.meta, logDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600, archiveDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/oldWALs, maxLogs=10 2024-11-24T07:17:45,521 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.meta.1732432665508.meta, exclude list is [], retry=0 2024-11-24T07:17:45,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45237,DS-56cf99da-a7da-4169-b89c-1756f62b141b,DISK] 2024-11-24T07:17:45,526 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.meta.1732432665508.meta 2024-11-24T07:17:45,526 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33679:33679)] 2024-11-24T07:17:45,526 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:45,526 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:45,527 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:17:45,527 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:17:45,527 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:17:45,527 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:17:45,527 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:45,527 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:17:45,527 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:17:45,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:45,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:45,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:45,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:45,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:45,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:45,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:45,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:45,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:45,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:45,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:45,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:45,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:45,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:45,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:45,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:45,533 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:45,534 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740 2024-11-24T07:17:45,535 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740 2024-11-24T07:17:45,536 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:45,536 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:45,536 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:45,537 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:45,538 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75060857, jitterRate=0.1184939295053482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:45,538 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:17:45,538 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432665527Writing region info on filesystem at 1732432665527Initializing all the Stores at 1732432665528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432665528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432665528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432665528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432665528Cleaning up temporary data from old regions at 1732432665536 (+8 ms)Running coprocessor post-open hooks at 1732432665538 (+2 ms)Region opened successfully at 1732432665538 2024-11-24T07:17:45,539 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432665501 2024-11-24T07:17:45,542 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:17:45,543 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:17:45,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,43633,1732432662600 2024-11-24T07:17:45,544 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,43633,1732432662600, state=OPEN 2024-11-24T07:17:45,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2016654413/meta-region-server 2024-11-24T07:17:45,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2016654413/meta-region-server 2024-11-24T07:17:45,561 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,43633,1732432662600 2024-11-24T07:17:45,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2016654413/meta-region-server: CHANGED 2024-11-24T07:17:45,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2016654413/meta-region-server: CHANGED 2024-11-24T07:17:45,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:17:45,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,43633,1732432662600 in 213 msec 2024-11-24T07:17:45,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:17:45,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-24T07:17:45,566 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:45,566 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:17:45,567 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:45,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43633,1732432662600, seqNum=-1] 2024-11-24T07:17:45,568 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:45,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:45,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-11-24T07:17:45,575 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432665575, completionTime=-1 2024-11-24T07:17:45,575 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:17:45,575 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:17:45,577 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:17:45,577 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432725577 2024-11-24T07:17:45,577 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432785577 2024-11-24T07:17:45,577 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T07:17:45,577 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35005,1732432662320-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:45,578 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35005,1732432662320-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:45,578 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35005,1732432662320-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:45,578 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:35005, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:45,578 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:45,578 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:45,580 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:17:45,581 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-24T07:17:45,581 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:17:45,581 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:17:45,581 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:17:45,581 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:17:45,581 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:17:45,581 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35005,1732432662320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:45,581 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35005,1732432662320-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:17:45,584 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:17:45,584 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:17:45,584 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35005,1732432662320-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:45,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378741a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:45,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35005,-1 for getting cluster id 2024-11-24T07:17:45,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:45,637 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '324aec6a-af3e-4a00-b5f6-5895257828af' 2024-11-24T07:17:45,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:45,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "324aec6a-af3e-4a00-b5f6-5895257828af" 2024-11-24T07:17:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a5d51c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35005,-1] 2024-11-24T07:17:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:45,639 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:45,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259197c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:45,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:45,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43633,1732432662600, seqNum=-1] 2024-11-24T07:17:45,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:45,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:45,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,35005,1732432662320 2024-11-24T07:17:45,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59733 2024-11-24T07:17:45,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:45,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016bb4834a0002 connected 2024-11-24T07:17:45,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/hadoop.log.dir so I do NOT create it in target/test-data/77d9cdb8-2a28-c905-8879-473656966afe 2024-11-24T07:17:45,669 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:17:45,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/hadoop.tmp.dir so I do NOT create it in target/test-data/77d9cdb8-2a28-c905-8879-473656966afe 2024-11-24T07:17:45,669 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:17:45,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe 2024-11-24T07:17:45,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:17:45,669 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/cluster_f2effaee-8c19-786f-fe02-1d98e752becf, deleteOnExit=true 2024-11-24T07:17:45,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:17:45,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/test.cache.data in system properties and HBase conf 2024-11-24T07:17:45,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:17:45,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:17:45,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:17:45,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:17:45,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:17:45,670 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:17:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:17:45,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:17:45,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:17:45,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:45,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:17:45,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:17:45,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:17:45,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:17:45,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:45,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ca3f21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:17:45,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@737a9391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:17:46,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b940763{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/java.io.tmpdir/jetty-localhost-46573-hadoop-hdfs-3_4_1-tests_jar-_-any-1081766894452326273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:17:46,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a30631c{HTTP/1.1, (http/1.1)}{localhost:46573} 2024-11-24T07:17:46,069 INFO [Time-limited test {}] server.Server(415): Started @57834ms 2024-11-24T07:17:46,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:17:46,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:17:46,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:17:46,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:17:46,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:17:46,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33f779b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:17:46,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a954acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:17:46,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c651102{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/java.io.tmpdir/jetty-localhost-40067-hadoop-hdfs-3_4_1-tests_jar-_-any-3654089577710789421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:17:46,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32a22324{HTTP/1.1, (http/1.1)}{localhost:40067} 2024-11-24T07:17:46,410 INFO [Time-limited test {}] server.Server(415): Started @58175ms 2024-11-24T07:17:46,411 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:17:47,067 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/cluster_f2effaee-8c19-786f-fe02-1d98e752becf/data/data1/current/BP-860836564-172.17.0.3-1732432665693/current, will proceed with Du for space computation calculation, 2024-11-24T07:17:47,067 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/cluster_f2effaee-8c19-786f-fe02-1d98e752becf/data/data2/current/BP-860836564-172.17.0.3-1732432665693/current, will proceed with Du for space computation calculation, 2024-11-24T07:17:47,089 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:17:47,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x181cf24b08f64f86 with lease ID 0x344b571ae3020c0a: Processing first storage report for DS-e47362c4-07bf-440b-b928-16ec1043e54f from datanode DatanodeRegistration(127.0.0.1:32887, datanodeUuid=c99753fe-3ccc-4de3-90cb-6ed2728ac12b, infoPort=46309, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=935059229;c=1732432665693) 2024-11-24T07:17:47,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x181cf24b08f64f86 with lease ID 0x344b571ae3020c0a: from storage DS-e47362c4-07bf-440b-b928-16ec1043e54f node DatanodeRegistration(127.0.0.1:32887, datanodeUuid=c99753fe-3ccc-4de3-90cb-6ed2728ac12b, infoPort=46309, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=935059229;c=1732432665693), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:17:47,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x181cf24b08f64f86 with lease ID 0x344b571ae3020c0a: Processing first storage report for DS-e94c4050-2f46-42e2-b810-6ba295c6d305 from datanode DatanodeRegistration(127.0.0.1:32887, datanodeUuid=c99753fe-3ccc-4de3-90cb-6ed2728ac12b, infoPort=46309, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=935059229;c=1732432665693) 2024-11-24T07:17:47,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x181cf24b08f64f86 with lease ID 0x344b571ae3020c0a: from storage DS-e94c4050-2f46-42e2-b810-6ba295c6d305 node DatanodeRegistration(127.0.0.1:32887, datanodeUuid=c99753fe-3ccc-4de3-90cb-6ed2728ac12b, infoPort=46309, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=935059229;c=1732432665693), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:17:47,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe 2024-11-24T07:17:47,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:47,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:47,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:17:47,545 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300 with version=8 2024-11-24T07:17:47,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/hbase-staging 2024-11-24T07:17:47,547 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:47,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:47,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:47,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:47,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:47,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:47,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:17:47,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:47,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34729 2024-11-24T07:17:47,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34729 connecting to ZooKeeper ensemble=127.0.0.1:59733 2024-11-24T07:17:47,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347290x0, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:47,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34729-0x1016bb4834a0003 connected 2024-11-24T07:17:47,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:47,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:47,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Set watcher on znode that does not yet exist, /1-92497969/running 2024-11-24T07:17:47,711 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300, hbase.cluster.distributed=false 2024-11-24T07:17:47,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Set watcher on znode that does not yet exist, /1-92497969/acl 2024-11-24T07:17:47,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34729 2024-11-24T07:17:47,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34729 2024-11-24T07:17:47,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34729 2024-11-24T07:17:47,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34729 2024-11-24T07:17:47,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34729 2024-11-24T07:17:47,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:17:47,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:47,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:47,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:17:47,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:17:47,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:17:47,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:17:47,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:17:47,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39235 2024-11-24T07:17:47,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39235 connecting to ZooKeeper ensemble=127.0.0.1:59733 2024-11-24T07:17:47,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:47,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:47,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392350x0, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:47,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392350x0, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Set watcher on znode that does not yet exist, /1-92497969/running 2024-11-24T07:17:47,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39235-0x1016bb4834a0004 connected 2024-11-24T07:17:47,740 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:17:47,741 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:17:47,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Set watcher on znode that does not yet exist, /1-92497969/master 2024-11-24T07:17:47,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Set watcher on znode that does not yet exist, /1-92497969/acl 2024-11-24T07:17:47,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39235 2024-11-24T07:17:47,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39235 2024-11-24T07:17:47,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39235 2024-11-24T07:17:47,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39235 2024-11-24T07:17:47,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39235 2024-11-24T07:17:47,755 DEBUG [M:0;1ab588ae992e:34729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:34729 2024-11-24T07:17:47,755 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-92497969/backup-masters/1ab588ae992e,34729,1732432667546 2024-11-24T07:17:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969/backup-masters 2024-11-24T07:17:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969/backup-masters 2024-11-24T07:17:47,761 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Set watcher on existing znode=/1-92497969/backup-masters/1ab588ae992e,34729,1732432667546 2024-11-24T07:17:47,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:47,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-92497969/master 2024-11-24T07:17:47,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:47,771 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Set watcher on existing znode=/1-92497969/master 2024-11-24T07:17:47,772 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-92497969/backup-masters/1ab588ae992e,34729,1732432667546 from backup master directory 2024-11-24T07:17:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-92497969/backup-masters/1ab588ae992e,34729,1732432667546 2024-11-24T07:17:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969/backup-masters 2024-11-24T07:17:47,782 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969/backup-masters 2024-11-24T07:17:47,782 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,34729,1732432667546 2024-11-24T07:17:47,785 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/hbase.id] with ID: fb67f468-1488-487a-8ad4-5aade34674bc 2024-11-24T07:17:47,785 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/.tmp/hbase.id 2024-11-24T07:17:47,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:17:48,190 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/.tmp/hbase.id]:[hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/hbase.id] 2024-11-24T07:17:48,201 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:48,201 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:17:48,202 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:17:48,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:48,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:48,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:17:48,629 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:48,630 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:17:48,630 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:48,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:17:49,043 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store 2024-11-24T07:17:49,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:17:49,450 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:49,450 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:17:49,450 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:49,450 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:49,450 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:17:49,450 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:49,451 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:17:49,451 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432669450Disabling compacts and flushes for region at 1732432669450Disabling writes for close at 1732432669450Writing region close event to WAL at 1732432669450Closed at 1732432669451 (+1 ms) 2024-11-24T07:17:49,452 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/.initializing 2024-11-24T07:17:49,452 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/WALs/1ab588ae992e,34729,1732432667546 2024-11-24T07:17:49,453 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:49,454 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C34729%2C1732432667546, suffix=, logDir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/WALs/1ab588ae992e,34729,1732432667546, archiveDir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/oldWALs, maxLogs=10 2024-11-24T07:17:49,472 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/WALs/1ab588ae992e,34729,1732432667546/1ab588ae992e%2C34729%2C1732432667546.1732432669455, exclude list is [], retry=0 2024-11-24T07:17:49,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32887,DS-e47362c4-07bf-440b-b928-16ec1043e54f,DISK] 2024-11-24T07:17:49,481 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/WALs/1ab588ae992e,34729,1732432667546/1ab588ae992e%2C34729%2C1732432667546.1732432669455 2024-11-24T07:17:49,481 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46309:46309)] 2024-11-24T07:17:49,482 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:49,482 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:49,482 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,482 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:17:49,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:49,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:49,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:17:49,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:49,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:49,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:17:49,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:49,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:49,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:17:49,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:49,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:49,490 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,490 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,491 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,492 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,492 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,492 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:49,493 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:17:49,495 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:49,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71963478, jitterRate=0.07233938574790955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:49,495 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432669482Initializing all the Stores at 1732432669483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432669483Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432669483Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432669483Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432669483Cleaning up temporary data from old regions at 1732432669492 (+9 ms)Region opened successfully at 1732432669495 (+3 ms) 2024-11-24T07:17:49,496 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:17:49,498 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cb7401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:49,499 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:17:49,499 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:17:49,499 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:17:49,499 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:17:49,500 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:17:49,500 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:17:49,500 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:17:49,506 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:17:49,506 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Unable to get data of znode /1-92497969/balancer because node does not exist (not necessarily an error) 2024-11-24T07:17:49,592 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-92497969/balancer already deleted, retry=false 2024-11-24T07:17:49,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:17:49,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Unable to get data of znode /1-92497969/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:17:49,603 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-92497969/normalizer already deleted, retry=false 2024-11-24T07:17:49,603 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:17:49,604 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Unable to get data of znode /1-92497969/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:17:49,613 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-92497969/switch/split already deleted, retry=false 2024-11-24T07:17:49,614 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Unable to get data of znode /1-92497969/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:17:49,624 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-92497969/switch/merge already deleted, retry=false 2024-11-24T07:17:49,625 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Unable to get data of znode /1-92497969/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:17:49,634 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-92497969/snapshot-cleanup already deleted, retry=false 2024-11-24T07:17:49,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-92497969/running 2024-11-24T07:17:49,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-92497969/running 2024-11-24T07:17:49,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:49,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:49,645 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,34729,1732432667546, sessionid=0x1016bb4834a0003, setting cluster-up flag (Was=false) 2024-11-24T07:17:49,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:49,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:49,697 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-92497969/flush-table-proc/acquired, /1-92497969/flush-table-proc/reached, /1-92497969/flush-table-proc/abort 2024-11-24T07:17:49,699 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,34729,1732432667546 2024-11-24T07:17:49,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:49,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:49,750 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-92497969/online-snapshot/acquired, /1-92497969/online-snapshot/reached, /1-92497969/online-snapshot/abort 2024-11-24T07:17:49,751 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,34729,1732432667546 2024-11-24T07:17:49,752 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:17:49,753 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:49,753 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:17:49,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:17:49,754 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,34729,1732432667546 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:17:49,755 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:49,755 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:49,755 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:49,755 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:17:49,755 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:17:49,755 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,755 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:49,755 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432699756 2024-11-24T07:17:49,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:17:49,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:17:49,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:17:49,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:17:49,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:17:49,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:17:49,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,756 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:49,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:17:49,757 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:17:49,757 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:17:49,757 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:17:49,757 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:17:49,757 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:17:49,757 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:17:49,757 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432669757,5,FailOnTimeoutGroup] 2024-11-24T07:17:49,758 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432669757,5,FailOnTimeoutGroup] 2024-11-24T07:17:49,758 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:49,758 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,758 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:17:49,758 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,758 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:17:49,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:17:49,849 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(746): ClusterId : fb67f468-1488-487a-8ad4-5aade34674bc 2024-11-24T07:17:49,849 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:17:49,856 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:17:49,856 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:17:49,867 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:17:49,867 DEBUG [RS:0;1ab588ae992e:39235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1049a767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:17:49,883 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:39235 2024-11-24T07:17:49,883 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:17:49,883 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:17:49,883 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:17:49,884 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,34729,1732432667546 with port=39235, startcode=1732432667726 2024-11-24T07:17:49,884 DEBUG [RS:0;1ab588ae992e:39235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:17:49,886 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:17:49,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,39235,1732432667726 2024-11-24T07:17:49,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34729 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,39235,1732432667726 2024-11-24T07:17:49,888 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300 2024-11-24T07:17:49,888 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41707 2024-11-24T07:17:49,888 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:17:49,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969/rs 2024-11-24T07:17:49,941 DEBUG [RS:0;1ab588ae992e:39235 {}] zookeeper.ZKUtil(111): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Set watcher on existing znode=/1-92497969/rs/1ab588ae992e,39235,1732432667726 2024-11-24T07:17:49,941 WARN [RS:0;1ab588ae992e:39235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:17:49,941 INFO [RS:0;1ab588ae992e:39235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:49,941 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/WALs/1ab588ae992e,39235,1732432667726 2024-11-24T07:17:49,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,39235,1732432667726] 2024-11-24T07:17:49,944 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:17:49,947 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:17:49,947 INFO [RS:0;1ab588ae992e:39235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:17:49,947 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,949 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:17:49,950 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:17:49,950 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,950 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:17:49,951 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:49,951 DEBUG [RS:0;1ab588ae992e:39235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:17:49,952 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,952 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,952 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,952 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,952 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,952 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39235,1732432667726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:49,967 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:17:49,967 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39235,1732432667726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,967 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,967 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.Replication(171): 1ab588ae992e,39235,1732432667726 started 2024-11-24T07:17:49,980 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:49,980 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,39235,1732432667726, RpcServer on 1ab588ae992e/172.17.0.3:39235, sessionid=0x1016bb4834a0004 2024-11-24T07:17:49,980 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:17:49,980 DEBUG [RS:0;1ab588ae992e:39235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,39235,1732432667726 2024-11-24T07:17:49,980 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,39235,1732432667726' 2024-11-24T07:17:49,980 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-92497969/flush-table-proc/abort' 2024-11-24T07:17:49,981 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-92497969/flush-table-proc/acquired' 2024-11-24T07:17:49,981 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:17:49,981 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:17:49,981 DEBUG [RS:0;1ab588ae992e:39235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,39235,1732432667726 2024-11-24T07:17:49,981 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,39235,1732432667726' 2024-11-24T07:17:49,981 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-92497969/online-snapshot/abort' 2024-11-24T07:17:49,981 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-92497969/online-snapshot/acquired' 2024-11-24T07:17:49,982 DEBUG [RS:0;1ab588ae992e:39235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:17:49,982 INFO [RS:0;1ab588ae992e:39235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:17:49,982 INFO [RS:0;1ab588ae992e:39235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:17:50,082 INFO [RS:0;1ab588ae992e:39235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:17:50,084 INFO [RS:0;1ab588ae992e:39235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39235%2C1732432667726, suffix=, logDir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/WALs/1ab588ae992e,39235,1732432667726, archiveDir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/oldWALs, maxLogs=10 2024-11-24T07:17:50,096 DEBUG [RS:0;1ab588ae992e:39235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/WALs/1ab588ae992e,39235,1732432667726/1ab588ae992e%2C39235%2C1732432667726.1732432670084, exclude list is [], retry=0 2024-11-24T07:17:50,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32887,DS-e47362c4-07bf-440b-b928-16ec1043e54f,DISK] 2024-11-24T07:17:50,100 INFO [RS:0;1ab588ae992e:39235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/WALs/1ab588ae992e,39235,1732432667726/1ab588ae992e%2C39235%2C1732432667726.1732432670084 2024-11-24T07:17:50,101 DEBUG [RS:0;1ab588ae992e:39235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46309:46309)] 2024-11-24T07:17:50,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:17:50,164 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300 2024-11-24T07:17:50,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:17:50,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:17:50,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:50,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:50,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:50,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:50,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:17:50,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:50,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:50,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:50,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:50,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:50,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:50,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:50,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:50,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:50,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:50,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:50,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:50,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:50,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:50,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:50,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:50,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:50,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:50,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740 2024-11-24T07:17:50,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740 2024-11-24T07:17:50,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:50,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:50,581 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:50,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:50,584 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:50,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60272622, jitterRate=-0.10186794400215149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:50,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432670571Initializing all the Stores at 1732432670572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432670572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432670572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432670572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432670572Cleaning up temporary data from old regions at 1732432670581 (+9 ms)Region opened successfully at 1732432670584 (+3 ms) 2024-11-24T07:17:50,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:17:50,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:17:50,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:17:50,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:17:50,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:17:50,585 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:17:50,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432670584Disabling compacts and flushes for region at 1732432670584Disabling writes for close at 1732432670584Writing region close event to WAL at 1732432670585 (+1 ms)Closed at 1732432670585 2024-11-24T07:17:50,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:50,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:17:50,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:17:50,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:50,588 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:17:50,738 DEBUG [1ab588ae992e:34729 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:17:50,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,39235,1732432667726 2024-11-24T07:17:50,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39235,1732432667726, state=OPENING 2024-11-24T07:17:50,813 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:17:50,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:50,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:17:50,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-92497969/meta-region-server: CHANGED 2024-11-24T07:17:50,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-92497969/meta-region-server: CHANGED 2024-11-24T07:17:50,824 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:17:50,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,39235,1732432667726}] 2024-11-24T07:17:50,977 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:17:50,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:17:50,982 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:17:50,982 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:50,983 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:17:50,984 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39235%2C1732432667726.meta, suffix=.meta, logDir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/WALs/1ab588ae992e,39235,1732432667726, archiveDir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/oldWALs, maxLogs=10 2024-11-24T07:17:51,030 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/WALs/1ab588ae992e,39235,1732432667726/1ab588ae992e%2C39235%2C1732432667726.meta.1732432670984.meta, exclude list is [], retry=0 2024-11-24T07:17:51,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32887,DS-e47362c4-07bf-440b-b928-16ec1043e54f,DISK] 2024-11-24T07:17:51,035 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/WALs/1ab588ae992e,39235,1732432667726/1ab588ae992e%2C39235%2C1732432667726.meta.1732432670984.meta 2024-11-24T07:17:51,035 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46309:46309)] 2024-11-24T07:17:51,035 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:51,035 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:51,035 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:17:51,036 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:17:51,036 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:17:51,036 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:17:51,036 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:51,036 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:17:51,036 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:17:51,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:17:51,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:17:51,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:51,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:51,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:17:51,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:17:51,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:51,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:51,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:17:51,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:17:51,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:51,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:51,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:17:51,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:17:51,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:51,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:17:51,044 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:17:51,045 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740 2024-11-24T07:17:51,046 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740 2024-11-24T07:17:51,048 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:17:51,048 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:17:51,048 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:17:51,050 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:17:51,050 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59322841, jitterRate=-0.11602078378200531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:17:51,051 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:17:51,051 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432671036Writing region info on filesystem at 1732432671036Initializing all the Stores at 1732432671037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432671037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432671038 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432671038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432671038Cleaning up temporary data from old regions at 1732432671048 (+10 ms)Running coprocessor post-open hooks at 1732432671051 (+3 ms)Region opened successfully at 1732432671051 2024-11-24T07:17:51,052 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432670977 2024-11-24T07:17:51,055 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:17:51,055 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:17:51,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,39235,1732432667726 2024-11-24T07:17:51,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39235,1732432667726, state=OPEN 2024-11-24T07:17:51,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-92497969/meta-region-server 2024-11-24T07:17:51,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-92497969/meta-region-server 2024-11-24T07:17:51,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,39235,1732432667726 2024-11-24T07:17:51,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-92497969/meta-region-server: CHANGED 2024-11-24T07:17:51,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-92497969/meta-region-server: CHANGED 2024-11-24T07:17:51,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:17:51,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,39235,1732432667726 in 242 msec 2024-11-24T07:17:51,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:17:51,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-24T07:17:51,079 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:17:51,079 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:17:51,080 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:51,080 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39235,1732432667726, seqNum=-1] 2024-11-24T07:17:51,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:51,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:51,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-24T07:17:51,087 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432671087, completionTime=-1 2024-11-24T07:17:51,087 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:17:51,087 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:17:51,090 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:17:51,090 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432731090 2024-11-24T07:17:51,090 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432791090 2024-11-24T07:17:51,090 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T07:17:51,090 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,34729,1732432667546-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:51,090 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,34729,1732432667546-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:51,090 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,34729,1732432667546-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:51,090 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:34729, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:51,090 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:51,091 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:51,093 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:17:51,095 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.313sec 2024-11-24T07:17:51,095 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:17:51,095 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:17:51,095 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:17:51,095 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:17:51,096 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:17:51,096 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,34729,1732432667546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:17:51,096 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,34729,1732432667546-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:17:51,099 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:17:51,099 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:17:51,099 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,34729,1732432667546-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:17:51,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0b0648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:51,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,34729,-1 for getting cluster id 2024-11-24T07:17:51,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:51,151 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb67f468-1488-487a-8ad4-5aade34674bc' 2024-11-24T07:17:51,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:51,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb67f468-1488-487a-8ad4-5aade34674bc" 2024-11-24T07:17:51,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761dfb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:51,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,34729,-1] 2024-11-24T07:17:51,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:51,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:51,155 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:51,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cf6a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:51,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39235,1732432667726, seqNum=-1] 2024-11-24T07:17:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:51,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,34729,1732432667546 2024-11-24T07:17:51,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59733 2024-11-24T07:17:51,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:17:51,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016bb4834a0005 connected 2024-11-24T07:17:51,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:51,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35005,1732432662320 2024-11-24T07:17:51,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f28455e 2024-11-24T07:17:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:51,225 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:51,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:17:51,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:17:51,236 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:51,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:17:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:51,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:17:51,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:17:51,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f855bea4c8efc2a75599653c748ae592, NAME => 'test,,1732432671226.f855bea4c8efc2a75599653c748ae592.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717 2024-11-24T07:17:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:17:51,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432671226.f855bea4c8efc2a75599653c748ae592.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:51,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f855bea4c8efc2a75599653c748ae592, disabling compactions & flushes 2024-11-24T07:17:51,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:17:51,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:17:51,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432671226.f855bea4c8efc2a75599653c748ae592. after waiting 0 ms 2024-11-24T07:17:51,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:17:51,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:17:51,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f855bea4c8efc2a75599653c748ae592: Waiting for close lock at 1732432671278Disabling compacts and flushes for region at 1732432671278Disabling writes for close at 1732432671278Writing region close event to WAL at 1732432671278Closed at 1732432671278 2024-11-24T07:17:51,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:17:51,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432671226.f855bea4c8efc2a75599653c748ae592.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432671280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432671280"}]},"ts":"1732432671280"} 2024-11-24T07:17:51,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:17:51,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:17:51,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432671286"}]},"ts":"1732432671286"} 2024-11-24T07:17:51,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:17:51,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f855bea4c8efc2a75599653c748ae592, ASSIGN}] 2024-11-24T07:17:51,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f855bea4c8efc2a75599653c748ae592, ASSIGN 2024-11-24T07:17:51,294 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f855bea4c8efc2a75599653c748ae592, ASSIGN; state=OFFLINE, location=1ab588ae992e,43633,1732432662600; forceNewPlan=false, retain=false 2024-11-24T07:17:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:51,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f855bea4c8efc2a75599653c748ae592, regionState=OPENING, regionLocation=1ab588ae992e,43633,1732432662600 2024-11-24T07:17:51,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f855bea4c8efc2a75599653c748ae592, ASSIGN because future has completed 2024-11-24T07:17:51,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f855bea4c8efc2a75599653c748ae592, server=1ab588ae992e,43633,1732432662600}] 2024-11-24T07:17:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:51,608 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:17:51,608 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f855bea4c8efc2a75599653c748ae592, NAME => 'test,,1732432671226.f855bea4c8efc2a75599653c748ae592.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:51,609 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:51,609 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:17:51,609 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,609 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432671226.f855bea4c8efc2a75599653c748ae592.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:51,609 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,610 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,616 INFO [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,619 INFO [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f855bea4c8efc2a75599653c748ae592 columnFamilyName f 2024-11-24T07:17:51,619 DEBUG [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:51,621 INFO [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] regionserver.HStore(327): Store=f855bea4c8efc2a75599653c748ae592/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:51,621 INFO [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,623 INFO [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f855bea4c8efc2a75599653c748ae592 columnFamilyName f1 2024-11-24T07:17:51,623 DEBUG [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:51,623 INFO [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] regionserver.HStore(327): Store=f855bea4c8efc2a75599653c748ae592/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:51,624 INFO [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,625 INFO [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f855bea4c8efc2a75599653c748ae592 columnFamilyName norep 2024-11-24T07:17:51,625 DEBUG [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:51,626 INFO [StoreOpener-f855bea4c8efc2a75599653c748ae592-1 {}] regionserver.HStore(327): Store=f855bea4c8efc2a75599653c748ae592/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:51,626 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,628 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,629 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,631 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,631 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,632 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:17:51,634 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,638 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:51,638 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f855bea4c8efc2a75599653c748ae592; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73040326, jitterRate=0.088385671377182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:17:51,638 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f855bea4c8efc2a75599653c748ae592 2024-11-24T07:17:51,639 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f855bea4c8efc2a75599653c748ae592: Running coprocessor pre-open hook at 1732432671610Writing region info on filesystem at 1732432671610Initializing all the Stores at 1732432671616 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432671616Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432671616Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432671616Cleaning up temporary data from old regions at 1732432671631 (+15 ms)Running coprocessor post-open hooks at 1732432671639 (+8 ms)Region opened successfully at 1732432671639 2024-11-24T07:17:51,642 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432671226.f855bea4c8efc2a75599653c748ae592., pid=6, masterSystemTime=1732432671603 2024-11-24T07:17:51,645 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:17:51,645 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:17:51,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f855bea4c8efc2a75599653c748ae592, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,43633,1732432662600 2024-11-24T07:17:51,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f855bea4c8efc2a75599653c748ae592, server=1ab588ae992e,43633,1732432662600 because future has completed 2024-11-24T07:17:51,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:17:51,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f855bea4c8efc2a75599653c748ae592, server=1ab588ae992e,43633,1732432662600 in 205 msec 2024-11-24T07:17:51,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:17:51,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f855bea4c8efc2a75599653c748ae592, ASSIGN in 367 msec 2024-11-24T07:17:51,661 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:17:51,662 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432671661"}]},"ts":"1732432671661"} 2024-11-24T07:17:51,664 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:17:51,666 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:17:51,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 435 msec 2024-11-24T07:17:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:51,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:51,866 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:17:51,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,34729,1732432667546 2024-11-24T07:17:51,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c99ba48 2024-11-24T07:17:51,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:51,867 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:51,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:17:51,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:17:51,870 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:51,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:17:51,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:17:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:51,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:17:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:52,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c22910997cbf9f4a7e63b2412611c02, NAME => 'test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300 2024-11-24T07:17:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:17:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:52,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:52,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c22910997cbf9f4a7e63b2412611c02, disabling compactions & flushes 2024-11-24T07:17:52,686 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:17:52,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:17:52,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. after waiting 0 ms 2024-11-24T07:17:52,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:17:52,686 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:17:52,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c22910997cbf9f4a7e63b2412611c02: Waiting for close lock at 1732432672686Disabling compacts and flushes for region at 1732432672686Disabling writes for close at 1732432672686Writing region close event to WAL at 1732432672686Closed at 1732432672686 2024-11-24T07:17:52,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:17:52,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432672687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432672687"}]},"ts":"1732432672687"} 2024-11-24T07:17:52,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:17:52,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:17:52,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432672692"}]},"ts":"1732432672692"} 2024-11-24T07:17:52,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:17:52,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c22910997cbf9f4a7e63b2412611c02, ASSIGN}] 2024-11-24T07:17:52,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c22910997cbf9f4a7e63b2412611c02, ASSIGN 2024-11-24T07:17:52,697 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c22910997cbf9f4a7e63b2412611c02, ASSIGN; state=OFFLINE, location=1ab588ae992e,39235,1732432667726; forceNewPlan=false, retain=false 2024-11-24T07:17:52,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c22910997cbf9f4a7e63b2412611c02, regionState=OPENING, regionLocation=1ab588ae992e,39235,1732432667726 2024-11-24T07:17:52,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c22910997cbf9f4a7e63b2412611c02, ASSIGN because future has completed 2024-11-24T07:17:52,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c22910997cbf9f4a7e63b2412611c02, server=1ab588ae992e,39235,1732432667726}] 2024-11-24T07:17:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:53,006 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:17:53,006 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c22910997cbf9f4a7e63b2412611c02, NAME => 'test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:53,007 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:53,007 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:17:53,007 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,007 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:53,007 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,007 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,008 INFO [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,010 INFO [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c22910997cbf9f4a7e63b2412611c02 columnFamilyName f 2024-11-24T07:17:53,010 DEBUG [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:53,010 INFO [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] regionserver.HStore(327): Store=5c22910997cbf9f4a7e63b2412611c02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:53,010 INFO [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,011 INFO [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c22910997cbf9f4a7e63b2412611c02 columnFamilyName f1 2024-11-24T07:17:53,011 DEBUG [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:53,012 INFO [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] regionserver.HStore(327): Store=5c22910997cbf9f4a7e63b2412611c02/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:53,012 INFO [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,013 INFO [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c22910997cbf9f4a7e63b2412611c02 columnFamilyName norep 2024-11-24T07:17:53,013 DEBUG [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:53,013 INFO [StoreOpener-5c22910997cbf9f4a7e63b2412611c02-1 {}] regionserver.HStore(327): Store=5c22910997cbf9f4a7e63b2412611c02/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:53,013 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,014 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,014 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,015 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,015 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,016 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:17:53,016 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,018 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:53,019 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c22910997cbf9f4a7e63b2412611c02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60675202, jitterRate=-0.0958690345287323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:17:53,019 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:17:53,019 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c22910997cbf9f4a7e63b2412611c02: Running coprocessor pre-open hook at 1732432673007Writing region info on filesystem at 1732432673007Initializing all the Stores at 1732432673008 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432673008Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432673008Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432673008Cleaning up temporary data from old regions at 1732432673015 (+7 ms)Running coprocessor post-open hooks at 1732432673019 (+4 ms)Region opened successfully at 1732432673019 2024-11-24T07:17:53,020 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02., pid=6, masterSystemTime=1732432673003 2024-11-24T07:17:53,022 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:17:53,022 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:17:53,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c22910997cbf9f4a7e63b2412611c02, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,39235,1732432667726 2024-11-24T07:17:53,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c22910997cbf9f4a7e63b2412611c02, server=1ab588ae992e,39235,1732432667726 because future has completed 2024-11-24T07:17:53,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:17:53,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c22910997cbf9f4a7e63b2412611c02, server=1ab588ae992e,39235,1732432667726 in 177 msec 2024-11-24T07:17:53,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:17:53,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c22910997cbf9f4a7e63b2412611c02, ASSIGN in 334 msec 2024-11-24T07:17:53,033 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:17:53,033 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432673033"}]},"ts":"1732432673033"} 2024-11-24T07:17:53,036 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:17:53,037 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:17:53,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-24T07:17:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:17:54,015 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:17:54,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfcb1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35005,-1 for getting cluster id 2024-11-24T07:17:54,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:54,016 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '324aec6a-af3e-4a00-b5f6-5895257828af' 2024-11-24T07:17:54,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:54,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "324aec6a-af3e-4a00-b5f6-5895257828af" 2024-11-24T07:17:54,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a3a93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35005,-1] 2024-11-24T07:17:54,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:54,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:54,018 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b74d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43da7388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,34729,-1 for getting cluster id 2024-11-24T07:17:54,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:54,020 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb67f468-1488-487a-8ad4-5aade34674bc' 2024-11-24T07:17:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb67f468-1488-487a-8ad4-5aade34674bc" 2024-11-24T07:17:54,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3059783b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,34729,-1] 2024-11-24T07:17:54,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:54,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:54,022 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:54,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b8f8dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e11b5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35005,-1 for getting cluster id 2024-11-24T07:17:54,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:54,024 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '324aec6a-af3e-4a00-b5f6-5895257828af' 2024-11-24T07:17:54,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:54,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "324aec6a-af3e-4a00-b5f6-5895257828af" 2024-11-24T07:17:54,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35005,-1] 2024-11-24T07:17:54,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:54,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:54,025 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cc992e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:54,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35005,1732432662320 2024-11-24T07:17:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea952b2 2024-11-24T07:17:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:54,029 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:54,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:34729,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:17:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:17:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:17:54,032 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:34729' 2024-11-24T07:17:54,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2ce04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,033 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,34729,-1 for getting cluster id 2024-11-24T07:17:54,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:54,033 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb67f468-1488-487a-8ad4-5aade34674bc' 2024-11-24T07:17:54,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:54,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb67f468-1488-487a-8ad4-5aade34674bc" 2024-11-24T07:17:54,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bae7312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,34729,-1] 2024-11-24T07:17:54,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:54,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:54,035 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:54,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25936ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:54,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:54,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,34729,1732432667546 2024-11-24T07:17:54,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa84806 2024-11-24T07:17:54,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:54,037 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:54,038 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T07:17:54,038 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:17:54,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:54,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:54,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:54,039 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:17:54,040 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:17:54,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:17:54,041 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:54,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:17:54,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:17:54,090 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:17:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:17:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:17:54,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cd2d7a0ef1c99d775536051a924a18d, NAME => 'hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717 2024-11-24T07:17:54,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:17:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:17:54,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:17:54,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T07:17:54,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:17:54,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T07:17:54,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:17:54,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T07:17:54,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:17:54,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T07:17:54,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:17:54,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T07:17:54,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:54,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2cd2d7a0ef1c99d775536051a924a18d, disabling compactions & flushes 2024-11-24T07:17:54,856 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:17:54,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:17:54,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. after waiting 0 ms 2024-11-24T07:17:54,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:17:54,856 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:17:54,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cd2d7a0ef1c99d775536051a924a18d: Waiting for close lock at 1732432674856Disabling compacts and flushes for region at 1732432674856Disabling writes for close at 1732432674856Writing region close event to WAL at 1732432674856Closed at 1732432674856 2024-11-24T07:17:54,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:17:54,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432674857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432674857"}]},"ts":"1732432674857"} 2024-11-24T07:17:54,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:17:54,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:17:54,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432674861"}]},"ts":"1732432674861"} 2024-11-24T07:17:54,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:17:54,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cd2d7a0ef1c99d775536051a924a18d, ASSIGN}] 2024-11-24T07:17:54,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cd2d7a0ef1c99d775536051a924a18d, ASSIGN 2024-11-24T07:17:54,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cd2d7a0ef1c99d775536051a924a18d, ASSIGN; state=OFFLINE, location=1ab588ae992e,43633,1732432662600; forceNewPlan=false, retain=false 2024-11-24T07:17:55,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cd2d7a0ef1c99d775536051a924a18d, regionState=OPENING, regionLocation=1ab588ae992e,43633,1732432662600 2024-11-24T07:17:55,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cd2d7a0ef1c99d775536051a924a18d, ASSIGN because future has completed 2024-11-24T07:17:55,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd2d7a0ef1c99d775536051a924a18d, server=1ab588ae992e,43633,1732432662600}] 2024-11-24T07:17:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:17:55,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:17:55,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:17:55,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:17:55,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43633%2C1732432662600.rep, suffix=, logDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600, archiveDir=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/oldWALs, maxLogs=10 2024-11-24T07:17:55,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.rep.1732432675279, exclude list is [], retry=0 2024-11-24T07:17:55,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45237,DS-56cf99da-a7da-4169-b89c-1756f62b141b,DISK] 2024-11-24T07:17:55,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.rep.1732432675279 2024-11-24T07:17:55,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33679:33679)] 2024-11-24T07:17:55,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cd2d7a0ef1c99d775536051a924a18d, NAME => 'hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:17:55,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:17:55,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:17:55,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. service=MultiRowMutationService 2024-11-24T07:17:55,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:17:55,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:17:55,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,310 INFO [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,311 INFO [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd2d7a0ef1c99d775536051a924a18d columnFamilyName hfileref 2024-11-24T07:17:55,311 DEBUG [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:55,311 INFO [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] regionserver.HStore(327): Store=2cd2d7a0ef1c99d775536051a924a18d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:55,312 INFO [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,312 INFO [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd2d7a0ef1c99d775536051a924a18d columnFamilyName queue 2024-11-24T07:17:55,313 DEBUG [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:55,313 INFO [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] regionserver.HStore(327): Store=2cd2d7a0ef1c99d775536051a924a18d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:55,313 INFO [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,314 INFO [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd2d7a0ef1c99d775536051a924a18d columnFamilyName sid 2024-11-24T07:17:55,314 DEBUG [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:17:55,314 INFO [StoreOpener-2cd2d7a0ef1c99d775536051a924a18d-1 {}] regionserver.HStore(327): Store=2cd2d7a0ef1c99d775536051a924a18d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:17:55,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:17:55,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:17:55,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2cd2d7a0ef1c99d775536051a924a18d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69438453, jitterRate=0.03471358120441437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:17:55,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:17:55,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2cd2d7a0ef1c99d775536051a924a18d: Running coprocessor pre-open hook at 1732432675308Writing region info on filesystem at 1732432675308Initializing all the Stores at 1732432675309 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432675309Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432675310 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432675310Cleaning up temporary data from old regions at 1732432675317 (+7 ms)Running coprocessor post-open hooks at 1732432675321 (+4 ms)Region opened successfully at 1732432675322 (+1 ms) 2024-11-24T07:17:55,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d., pid=10, masterSystemTime=1732432675269 2024-11-24T07:17:55,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:17:55,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:17:55,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cd2d7a0ef1c99d775536051a924a18d, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,43633,1732432662600 2024-11-24T07:17:55,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd2d7a0ef1c99d775536051a924a18d, server=1ab588ae992e,43633,1732432662600 because future has completed 2024-11-24T07:17:55,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:17:55,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cd2d7a0ef1c99d775536051a924a18d, server=1ab588ae992e,43633,1732432662600 in 309 msec 2024-11-24T07:17:55,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:17:55,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cd2d7a0ef1c99d775536051a924a18d, ASSIGN in 466 msec 2024-11-24T07:17:55,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:17:55,334 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432675334"}]},"ts":"1732432675334"} 2024-11-24T07:17:55,337 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:17:55,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:17:55,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2990 sec 2024-11-24T07:17:55,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d., hostname=1ab588ae992e,43633,1732432662600, seqNum=2] 2024-11-24T07:17:55,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:55,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:17:55,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:17:55,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:17:55,557 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:17:55,584 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,43633,1732432662600, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:17:55,585 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:55,585 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43633,1732432662600, seqNum=-1] 2024-11-24T07:17:55,585 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:55,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-24T07:17:55,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,43633,1732432662600', locateType=CURRENT is [region=hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d., hostname=1ab588ae992e,43633,1732432662600, seqNum=2] 2024-11-24T07:17:55,590 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:17:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:17:55,593 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,43633,1732432662600 suceeded 2024-11-24T07:17:55,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:17:55,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-24T07:17:55,595 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:34729,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-24T07:17:55,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5660 sec 2024-11-24T07:17:55,607 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:34729' 2024-11-24T07:17:55,608 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4320f8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:55,608 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,34729,-1 for getting cluster id 2024-11-24T07:17:55,608 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:55,609 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb67f468-1488-487a-8ad4-5aade34674bc' 2024-11-24T07:17:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb67f468-1488-487a-8ad4-5aade34674bc" 2024-11-24T07:17:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21fe3d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,34729,-1] 2024-11-24T07:17:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:55,610 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:55,611 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d78adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:55,611 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:55,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,34729,1732432667546 2024-11-24T07:17:55,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78bd7952 2024-11-24T07:17:55,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:55,613 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-24T07:17:55,613 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,43633,1732432662600 (queues=1) is replicating from cluster=324aec6a-af3e-4a00-b5f6-5895257828af to cluster=fb67f468-1488-487a-8ad4-5aade34674bc 2024-11-24T07:17:55,613 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C43633%2C1732432662600 2024-11-24T07:17:55,613 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,43633,1732432662600, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:17:55,614 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.shipper1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C43633%2C1732432662600 2024-11-24T07:17:55,614 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510, startPosition=0, beingWritten=true 2024-11-24T07:17:55,622 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:17:55,622 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 379, reset compression=false 2024-11-24T07:17:55,622 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.shipper1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43633,1732432662600 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:17:55,826 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 379, reset compression=false 2024-11-24T07:17:55,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T07:17:56,130 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 379, reset compression=false 2024-11-24T07:17:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:17:56,175 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:17:56,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:56,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:56,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:56,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:56,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:56,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:56,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732432676180/Put/seqid=0 2024-11-24T07:17:56,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741840_1016 (size=7894) 2024-11-24T07:17:56,535 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 379, reset compression=false 2024-11-24T07:17:56,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:17:56,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:56,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:56,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:56,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:17:56,592 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T07:17:56,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f/f/hfile_1 is 34, key is ddd/f:row/1732432676594/Put/seqid=0 2024-11-24T07:17:56,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741841_1017 (size=7691) 2024-11-24T07:17:57,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cb9986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:57,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35005,-1 for getting cluster id 2024-11-24T07:17:57,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:57,009 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '324aec6a-af3e-4a00-b5f6-5895257828af' 2024-11-24T07:17:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "324aec6a-af3e-4a00-b5f6-5895257828af" 2024-11-24T07:17:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b251ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35005,-1] 2024-11-24T07:17:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:57,011 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:57,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c815c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:57,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43633,1732432662600, seqNum=-1] 2024-11-24T07:17:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:57,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:57,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35005,1732432662320 2024-11-24T07:17:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@330e3af0 2024-11-24T07:17:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:57,028 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:57,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2] 2024-11-24T07:17:57,041 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 379, reset compression=false 2024-11-24T07:17:57,043 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:17:57,056 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T07:17:57,060 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T07:17:57,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f/f/hfile_1 for inclusion in f855bea4c8efc2a75599653c748ae592/f 2024-11-24T07:17:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T07:17:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:17:57,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f/f/hfile_0 for inclusion in f855bea4c8efc2a75599653c748ae592/f 2024-11-24T07:17:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T07:17:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:17:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HRegion(2603): Flush status journal for f855bea4c8efc2a75599653c748ae592: 2024-11-24T07:17:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f/f/hfile_1 to hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__hv1svqcef5du46710834aolmbo9vq6thlq4627to389hov6t65c5f6rdk8uov3b6/f/hfile_1 2024-11-24T07:17:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__hv1svqcef5du46710834aolmbo9vq6thlq4627to389hov6t65c5f6rdk8uov3b6/f/hfile_1 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f/3324e31c734d4d34aac6209e1641c86e_SeqId_4_ 2024-11-24T07:17:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f/f/hfile_0 to hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__hv1svqcef5du46710834aolmbo9vq6thlq4627to389hov6t65c5f6rdk8uov3b6/f/hfile_0 2024-11-24T07:17:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__hv1svqcef5du46710834aolmbo9vq6thlq4627to389hov6t65c5f6rdk8uov3b6/f/hfile_0 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f/b3fdd311f05548949c91f5cc950a1c71_SeqId_4_ 2024-11-24T07:17:57,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__hv1svqcef5du46710834aolmbo9vq6thlq4627to389hov6t65c5f6rdk8uov3b6/f/hfile_1 into f855bea4c8efc2a75599653c748ae592/f as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f/3324e31c734d4d34aac6209e1641c86e_SeqId_4_ - updating store file list. 2024-11-24T07:17:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3324e31c734d4d34aac6209e1641c86e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:17:57,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f/3324e31c734d4d34aac6209e1641c86e_SeqId_4_ into f855bea4c8efc2a75599653c748ae592/f 2024-11-24T07:17:57,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__hv1svqcef5du46710834aolmbo9vq6thlq4627to389hov6t65c5f6rdk8uov3b6/f/hfile_1 into f855bea4c8efc2a75599653c748ae592/f (new location: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f/3324e31c734d4d34aac6209e1641c86e_SeqId_4_) 2024-11-24T07:17:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__hv1svqcef5du46710834aolmbo9vq6thlq4627to389hov6t65c5f6rdk8uov3b6/f/hfile_1 2024-11-24T07:17:57,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__hv1svqcef5du46710834aolmbo9vq6thlq4627to389hov6t65c5f6rdk8uov3b6/f/hfile_0 into f855bea4c8efc2a75599653c748ae592/f as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f/b3fdd311f05548949c91f5cc950a1c71_SeqId_4_ - updating store file list. 2024-11-24T07:17:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3fdd311f05548949c91f5cc950a1c71_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:17:57,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f/b3fdd311f05548949c91f5cc950a1c71_SeqId_4_ into f855bea4c8efc2a75599653c748ae592/f 2024-11-24T07:17:57,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__hv1svqcef5du46710834aolmbo9vq6thlq4627to389hov6t65c5f6rdk8uov3b6/f/hfile_0 into f855bea4c8efc2a75599653c748ae592/f (new location: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f/b3fdd311f05548949c91f5cc950a1c71_SeqId_4_) 2024-11-24T07:17:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__hv1svqcef5du46710834aolmbo9vq6thlq4627to389hov6t65c5f6rdk8uov3b6/f/hfile_0 2024-11-24T07:17:57,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:17:57,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:17:57,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:57,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:57,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:17:57,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2 , the old value is region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ab588ae992e:43633 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:17:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39235,1732432667726, seqNum=-1] 2024-11-24T07:17:57,120 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T07:17:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:17:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2 from cache 2024-11-24T07:17:57,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:57,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02., hostname=1ab588ae992e,39235,1732432667726, seqNum=2] 2024-11-24T07:17:57,126 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T07:17:57,225 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T07:17:57,645 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 379, reset compression=false 2024-11-24T07:17:57,651 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:17:57,652 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.shipper1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43633,1732432662600 got entry batch from reader: WALEntryBatch [walEntries=[{test/f855bea4c8efc2a75599653c748ae592/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732432677112/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T07:17:57,674 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.shipper1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:17:57,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-24T07:17:57,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.ReplicationSink(318): Replicating [324aec6a-af3e-4a00-b5f6-5895257828af] bulk loaded data 2024-11-24T07:17:57,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48aa005c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:57,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,34729,-1 for getting cluster id 2024-11-24T07:17:57,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:57,681 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb67f468-1488-487a-8ad4-5aade34674bc' 2024-11-24T07:17:57,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:57,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb67f468-1488-487a-8ad4-5aade34674bc" 2024-11-24T07:17:57,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a13841e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:57,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,34729,-1] 2024-11-24T07:17:57,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:57,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:57,683 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:57,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c3068d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741837_1013 (size=7691) 2024-11-24T07:17:57,852 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 687, reset compression=false 2024-11-24T07:17:58,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741838_1014 (size=7894) 2024-11-24T07:17:58,128 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T07:17:58,156 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 687, reset compression=false 2024-11-24T07:17:58,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,34729,1732432667546 2024-11-24T07:17:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bd3d7b4 2024-11-24T07:17:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:58,514 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-24T07:17:58,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:17:58,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:58,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39235,1732432667726, seqNum=-1] 2024-11-24T07:17:58,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:58,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-24T07:17:58,524 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/3324e31c734d4d34aac6209e1641c86e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T07:17:58,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/b3fdd311f05548949c91f5cc950a1c71_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T07:17:58,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/3324e31c734d4d34aac6209e1641c86e_SeqId_4_ for inclusion in 5c22910997cbf9f4a7e63b2412611c02/f 2024-11-24T07:17:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T07:17:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:17:58,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/b3fdd311f05548949c91f5cc950a1c71_SeqId_4_ for inclusion in 5c22910997cbf9f4a7e63b2412611c02/f 2024-11-24T07:17:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T07:17:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:17:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HRegion(2603): Flush status journal for 5c22910997cbf9f4a7e63b2412611c02: 2024-11-24T07:17:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3324e31c734d4d34aac6209e1641c86e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:17:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/3324e31c734d4d34aac6209e1641c86e_SeqId_4_ as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02/f/a6ebb1b2820049c5801e0b0ff1189d59_SeqId_4_ 2024-11-24T07:17:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b3fdd311f05548949c91f5cc950a1c71_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:17:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/b3fdd311f05548949c91f5cc950a1c71_SeqId_4_ as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02/f/c704f3a151634275b8f505bbc1b09698_SeqId_4_ 2024-11-24T07:17:58,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/3324e31c734d4d34aac6209e1641c86e_SeqId_4_ into 5c22910997cbf9f4a7e63b2412611c02/f as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02/f/a6ebb1b2820049c5801e0b0ff1189d59_SeqId_4_ - updating store file list. 2024-11-24T07:17:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a6ebb1b2820049c5801e0b0ff1189d59_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:17:58,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02/f/a6ebb1b2820049c5801e0b0ff1189d59_SeqId_4_ into 5c22910997cbf9f4a7e63b2412611c02/f 2024-11-24T07:17:58,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/3324e31c734d4d34aac6209e1641c86e_SeqId_4_ into 5c22910997cbf9f4a7e63b2412611c02/f (new location: hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02/f/a6ebb1b2820049c5801e0b0ff1189d59_SeqId_4_) 2024-11-24T07:17:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/3324e31c734d4d34aac6209e1641c86e_SeqId_4_ 2024-11-24T07:17:58,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/b3fdd311f05548949c91f5cc950a1c71_SeqId_4_ into 5c22910997cbf9f4a7e63b2412611c02/f as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02/f/c704f3a151634275b8f505bbc1b09698_SeqId_4_ - updating store file list. 2024-11-24T07:17:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c704f3a151634275b8f505bbc1b09698_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:17:58,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02/f/c704f3a151634275b8f505bbc1b09698_SeqId_4_ into 5c22910997cbf9f4a7e63b2412611c02/f 2024-11-24T07:17:58,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/b3fdd311f05548949c91f5cc950a1c71_SeqId_4_ into 5c22910997cbf9f4a7e63b2412611c02/f (new location: hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02/f/c704f3a151634275b8f505bbc1b09698_SeqId_4_) 2024-11-24T07:17:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/staging/jenkins.hfs.6__test__b021gl0tq4b3jn6hcsm5gnjstcpqvsfqocs56o9g6podj0ft2dt430g8c1o8htlv/f/b3fdd311f05548949c91f5cc950a1c71_SeqId_4_ 2024-11-24T07:17:58,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] regionserver.ReplicationSink(324): Finished replicating [324aec6a-af3e-4a00-b5f6-5895257828af] bulk loaded data 2024-11-24T07:17:58,562 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 687, reset compression=false 2024-11-24T07:17:59,067 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 687, reset compression=false 2024-11-24T07:17:59,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:17:59,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732432679147/Put/seqid=0 2024-11-24T07:17:59,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741842_1018 (size=7997) 2024-11-24T07:17:59,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732432679555/Put/seqid=0 2024-11-24T07:17:59,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741843_1019 (size=7794) 2024-11-24T07:17:59,671 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 687, reset compression=false 2024-11-24T07:17:59,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd3aa34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:59,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35005,-1 for getting cluster id 2024-11-24T07:17:59,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:17:59,964 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '324aec6a-af3e-4a00-b5f6-5895257828af' 2024-11-24T07:17:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:17:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "324aec6a-af3e-4a00-b5f6-5895257828af" 2024-11-24T07:17:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f106599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35005,-1] 2024-11-24T07:17:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:17:59,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:17:59,965 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:17:59,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c5489e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:17:59,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:17:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43633,1732432662600, seqNum=-1] 2024-11-24T07:17:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:17:59,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:17:59,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:17:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35005,1732432662320 2024-11-24T07:17:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bc44ddc 2024-11-24T07:17:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:17:59,981 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:17:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2] 2024-11-24T07:17:59,990 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:17:59,998 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T07:18:00,001 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T07:18:00,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f1/f1/hfile_0 for inclusion in f855bea4c8efc2a75599653c748ae592/f1 2024-11-24T07:18:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T07:18:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:18:00,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f1/f1/hfile_1 for inclusion in f855bea4c8efc2a75599653c748ae592/f1 2024-11-24T07:18:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T07:18:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:18:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HRegion(2603): Flush status journal for f855bea4c8efc2a75599653c748ae592: 2024-11-24T07:18:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f1/f1/hfile_0 to hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__i0v9rocm8qrmd775ltdpo5g4httdek5b3b8jlrr17ddupc5qrc6ctlt6ej74fe2s/f1/hfile_0 2024-11-24T07:18:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__i0v9rocm8qrmd775ltdpo5g4httdek5b3b8jlrr17ddupc5qrc6ctlt6ej74fe2s/f1/hfile_0 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f1/30d50ee759904b60a5a255f331a3dfdb_SeqId_6_ 2024-11-24T07:18:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/load_f1/f1/hfile_1 to hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__i0v9rocm8qrmd775ltdpo5g4httdek5b3b8jlrr17ddupc5qrc6ctlt6ej74fe2s/f1/hfile_1 2024-11-24T07:18:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__i0v9rocm8qrmd775ltdpo5g4httdek5b3b8jlrr17ddupc5qrc6ctlt6ej74fe2s/f1/hfile_1 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f1/4829cc248a5841b0a2a1d9377ba281ab_SeqId_6_ 2024-11-24T07:18:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-24T07:18:00,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__i0v9rocm8qrmd775ltdpo5g4httdek5b3b8jlrr17ddupc5qrc6ctlt6ej74fe2s/f1/hfile_0 into f855bea4c8efc2a75599653c748ae592/f1 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f1/30d50ee759904b60a5a255f331a3dfdb_SeqId_6_ - updating store file list. 2024-11-24T07:18:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30d50ee759904b60a5a255f331a3dfdb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T07:18:00,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f1/30d50ee759904b60a5a255f331a3dfdb_SeqId_6_ into f855bea4c8efc2a75599653c748ae592/f1 2024-11-24T07:18:00,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__i0v9rocm8qrmd775ltdpo5g4httdek5b3b8jlrr17ddupc5qrc6ctlt6ej74fe2s/f1/hfile_0 into f855bea4c8efc2a75599653c748ae592/f1 (new location: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f1/30d50ee759904b60a5a255f331a3dfdb_SeqId_6_) 2024-11-24T07:18:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__i0v9rocm8qrmd775ltdpo5g4httdek5b3b8jlrr17ddupc5qrc6ctlt6ej74fe2s/f1/hfile_0 2024-11-24T07:18:00,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__i0v9rocm8qrmd775ltdpo5g4httdek5b3b8jlrr17ddupc5qrc6ctlt6ej74fe2s/f1/hfile_1 into f855bea4c8efc2a75599653c748ae592/f1 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f1/4829cc248a5841b0a2a1d9377ba281ab_SeqId_6_ - updating store file list. 2024-11-24T07:18:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4829cc248a5841b0a2a1d9377ba281ab_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T07:18:00,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f1/4829cc248a5841b0a2a1d9377ba281ab_SeqId_6_ into f855bea4c8efc2a75599653c748ae592/f1 2024-11-24T07:18:00,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__i0v9rocm8qrmd775ltdpo5g4httdek5b3b8jlrr17ddupc5qrc6ctlt6ej74fe2s/f1/hfile_1 into f855bea4c8efc2a75599653c748ae592/f1 (new location: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/f1/4829cc248a5841b0a2a1d9377ba281ab_SeqId_6_) 2024-11-24T07:18:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/staging/jenkins__test__i0v9rocm8qrmd775ltdpo5g4httdek5b3b8jlrr17ddupc5qrc6ctlt6ej74fe2s/f1/hfile_1 2024-11-24T07:18:00,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:18:00,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:18:00,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:18:00,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:18:00,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:18:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2 , the old value is region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ab588ae992e:43633 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:18:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:18:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2 from cache 2024-11-24T07:18:00,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:18:00,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43633,1732432662600, seqNum=-1] 2024-11-24T07:18:00,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:18:00,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:18:00,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., hostname=1ab588ae992e,43633,1732432662600, seqNum=2] 2024-11-24T07:18:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43633: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:44602 deadline: 1732432740046 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:44602 2024-11-24T07:18:00,155 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T07:18:00,375 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 687, reset compression=false 2024-11-24T07:18:00,380 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:18:00,380 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:00,380 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.shipper1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43633,1732432662600 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:18:00,584 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:00,888 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:01,292 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:01,796 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:02,401 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:03,105 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:03,909 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T07:18:04,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T07:18:04,818 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:05,837 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:06,942 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:08,145 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:09,449 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:10,853 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:11,908 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T07:18:12,358 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:13,962 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:15,666 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:17,136 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T07:18:17,470 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:19,374 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:20,383 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.shipper1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43633,1732432662600 got entry batch from reader: null 2024-11-24T07:18:21,378 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:23,482 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:25,686 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:25,843 INFO [master/1ab588ae992e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T07:18:25,843 INFO [master/1ab588ae992e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T07:18:27,990 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:30,394 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:31,523 INFO [master/1ab588ae992e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T07:18:31,523 INFO [master/1ab588ae992e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T07:18:32,898 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:35,502 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:36,610 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f855bea4c8efc2a75599653c748ae592, had cached 0 bytes from a total of 31376 2024-11-24T07:18:38,007 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5c22910997cbf9f4a7e63b2412611c02, had cached 0 bytes from a total of 15585 2024-11-24T07:18:38,205 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:40,383 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.shipper1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43633,1732432662600 got entry batch from reader: null 2024-11-24T07:18:41,009 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:41,908 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T07:18:43,912 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:45,582 DEBUG [master/1ab588ae992e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T07:18:46,916 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:47,136 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T07:18:50,020 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:52,704 DEBUG [master/1ab588ae992e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T07:18:53,224 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:56,529 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:18:59,932 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:19:00,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:19:00,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:00,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:00,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:00,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:00,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:19:00,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:00,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1374841782, stopped=false 2024-11-24T07:19:00,093 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,34729,1732432667546 2024-11-24T07:19:00,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-92497969/running 2024-11-24T07:19:00,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-92497969/running 2024-11-24T07:19:00,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:19:00,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:19:00,126 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:00,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:00,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:00,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:00,126 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,39235,1732432667726' ***** 2024-11-24T07:19:00,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Set watcher on znode that does not yet exist, /1-92497969/running 2024-11-24T07:19:00,126 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:19:00,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Set watcher on znode that does not yet exist, /1-92497969/running 2024-11-24T07:19:00,127 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:19:00,127 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:19:00,127 INFO [RS:0;1ab588ae992e:39235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:19:00,127 INFO [RS:0;1ab588ae992e:39235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:19:00,127 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:19:00,128 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,39235,1732432667726 2024-11-24T07:19:00,128 INFO [RS:0;1ab588ae992e:39235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:00,128 INFO [RS:0;1ab588ae992e:39235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39235. 2024-11-24T07:19:00,128 DEBUG [RS:0;1ab588ae992e:39235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:00,128 DEBUG [RS:0;1ab588ae992e:39235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:00,128 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c22910997cbf9f4a7e63b2412611c02, disabling compactions & flushes 2024-11-24T07:19:00,128 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:19:00,128 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:19:00,128 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:19:00,128 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:19:00,128 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:19:00,128 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. after waiting 0 ms 2024-11-24T07:19:00,128 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:19:00,128 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:19:00,128 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:19:00,128 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1325): Online Regions={5c22910997cbf9f4a7e63b2412611c02=test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:19:00,128 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c22910997cbf9f4a7e63b2412611c02 2024-11-24T07:19:00,129 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:19:00,129 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:19:00,129 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:19:00,129 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:19:00,129 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:19:00,129 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T07:19:00,149 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/default/test/5c22910997cbf9f4a7e63b2412611c02/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T07:19:00,151 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:00,151 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:19:00,151 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:19:00,151 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c22910997cbf9f4a7e63b2412611c02: Waiting for close lock at 1732432740128Running coprocessor pre-close hooks at 1732432740128Disabling compacts and flushes for region at 1732432740128Disabling writes for close at 1732432740128Writing region close event to WAL at 1732432740131 (+3 ms)Running coprocessor post-close hooks at 1732432740150 (+19 ms)Closed at 1732432740151 (+1 ms) 2024-11-24T07:19:00,151 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02. 2024-11-24T07:19:00,159 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/info/616b4f38f772402d88081ebe6cbb7cac is 129, key is test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02./info:regioninfo/1732432673023/Put/seqid=0 2024-11-24T07:19:00,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741839_1015 (size=6421) 2024-11-24T07:19:00,214 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:00,329 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:00,384 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.shipper1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43633,1732432662600 got entry batch from reader: null 2024-11-24T07:19:00,529 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:00,564 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/info/616b4f38f772402d88081ebe6cbb7cac 2024-11-24T07:19:00,584 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/ns/27264d2c57d243d5b7629884bfc321f2 is 43, key is default/ns:d/1732432671083/Put/seqid=0 2024-11-24T07:19:00,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741840_1016 (size=5153) 2024-11-24T07:19:00,590 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/ns/27264d2c57d243d5b7629884bfc321f2 2024-11-24T07:19:00,610 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/rep_barrier/42e2502156a14ad79bda452c5a649bfa is 112, key is test,,1732432671868.5c22910997cbf9f4a7e63b2412611c02./rep_barrier:seqnumDuringOpen/1732432673023/Put/seqid=0 2024-11-24T07:19:00,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741841_1017 (size=5518) 2024-11-24T07:19:00,729 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:00,929 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:00,952 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:19:00,952 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:19:01,015 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/rep_barrier/42e2502156a14ad79bda452c5a649bfa 2024-11-24T07:19:01,038 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/table/c5cf988649fa4bd6836ec5f3ec88665c is 40, key is test/table:state/1732432673033/Put/seqid=0 2024-11-24T07:19:01,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741842_1018 (size=5165) 2024-11-24T07:19:01,129 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:19:01,129 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:19:01,129 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:01,330 DEBUG [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:01,457 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/table/c5cf988649fa4bd6836ec5f3ec88665c 2024-11-24T07:19:01,463 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/info/616b4f38f772402d88081ebe6cbb7cac as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/info/616b4f38f772402d88081ebe6cbb7cac 2024-11-24T07:19:01,468 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/info/616b4f38f772402d88081ebe6cbb7cac, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T07:19:01,469 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/ns/27264d2c57d243d5b7629884bfc321f2 as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/ns/27264d2c57d243d5b7629884bfc321f2 2024-11-24T07:19:01,474 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/ns/27264d2c57d243d5b7629884bfc321f2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T07:19:01,475 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/rep_barrier/42e2502156a14ad79bda452c5a649bfa as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/rep_barrier/42e2502156a14ad79bda452c5a649bfa 2024-11-24T07:19:01,479 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/rep_barrier/42e2502156a14ad79bda452c5a649bfa, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T07:19:01,480 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/.tmp/table/c5cf988649fa4bd6836ec5f3ec88665c as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/table/c5cf988649fa4bd6836ec5f3ec88665c 2024-11-24T07:19:01,484 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/table/c5cf988649fa4bd6836ec5f3ec88665c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T07:19:01,485 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=11, compaction requested=false 2024-11-24T07:19:01,491 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T07:19:01,492 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:01,492 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:01,492 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:01,492 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432740128Running coprocessor pre-close hooks at 1732432740128Disabling compacts and flushes for region at 1732432740128Disabling writes for close at 1732432740129 (+1 ms)Obtaining lock to block concurrent updates at 1732432740129Preparing flush snapshotting stores in 1588230740 at 1732432740129Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732432740129Flushing stores of hbase:meta,,1.1588230740 at 1732432740130 (+1 ms)Flushing 1588230740/info: creating writer at 1732432740130Flushing 1588230740/info: appending metadata at 1732432740159 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732432740159Flushing 1588230740/ns: creating writer at 1732432740570 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732432740584 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732432740584Flushing 1588230740/rep_barrier: creating writer at 1732432740596 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432740610 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432740610Flushing 1588230740/table: creating writer at 1732432741021 (+411 ms)Flushing 1588230740/table: appending metadata at 1732432741038 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732432741038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e075301: reopening flushed file at 1732432741462 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4902f327: reopening flushed file at 1732432741468 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8113bc: reopening flushed file at 1732432741474 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197d9c0e: reopening flushed file at 1732432741479 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=11, compaction requested=false at 1732432741485 (+6 ms)Writing region close event to WAL at 1732432741488 (+3 ms)Running coprocessor post-close hooks at 1732432741492 (+4 ms)Closed at 1732432741492 2024-11-24T07:19:01,492 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:01,530 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,39235,1732432667726; all regions closed. 2024-11-24T07:19:01,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741834_1010 (size=2717) 2024-11-24T07:19:01,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/WALs/1ab588ae992e,39235,1732432667726/1ab588ae992e%2C39235%2C1732432667726.meta.1732432670984.meta not finished, retry = 0 2024-11-24T07:19:01,635 DEBUG [RS:0;1ab588ae992e:39235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/oldWALs 2024-11-24T07:19:01,635 INFO [RS:0;1ab588ae992e:39235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C39235%2C1732432667726.meta:.meta(num 1732432670984) 2024-11-24T07:19:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741832_1008 (size=1028) 2024-11-24T07:19:01,637 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/WALs/1ab588ae992e,39235,1732432667726/1ab588ae992e%2C39235%2C1732432667726.1732432670084 not finished, retry = 0 2024-11-24T07:19:01,740 DEBUG [RS:0;1ab588ae992e:39235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/oldWALs 2024-11-24T07:19:01,740 INFO [RS:0;1ab588ae992e:39235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C39235%2C1732432667726:(num 1732432670084) 2024-11-24T07:19:01,740 DEBUG [RS:0;1ab588ae992e:39235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:01,740 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:01,740 INFO [RS:0;1ab588ae992e:39235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:01,740 INFO [RS:0;1ab588ae992e:39235 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:01,740 INFO [RS:0;1ab588ae992e:39235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:01,741 INFO [RS:0;1ab588ae992e:39235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39235. 2024-11-24T07:19:01,741 DEBUG [RS:0;1ab588ae992e:39235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:01,741 DEBUG [RS:0;1ab588ae992e:39235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:01,741 DEBUG [RS:0;1ab588ae992e:39235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:01,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:01,742 INFO [RS:0;1ab588ae992e:39235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39235 2024-11-24T07:19:01,742 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:01,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-92497969/rs/1ab588ae992e,39235,1732432667726 2024-11-24T07:19:01,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969/rs 2024-11-24T07:19:01,789 INFO [RS:0;1ab588ae992e:39235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:01,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,39235,1732432667726] 2024-11-24T07:19:01,809 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-92497969/draining/1ab588ae992e,39235,1732432667726 already deleted, retry=false 2024-11-24T07:19:01,810 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,39235,1732432667726 expired; onlineServers=0 2024-11-24T07:19:01,810 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,34729,1732432667546' ***** 2024-11-24T07:19:01,810 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:19:01,810 INFO [M:0;1ab588ae992e:34729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:01,810 INFO [M:0;1ab588ae992e:34729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:01,810 DEBUG [M:0;1ab588ae992e:34729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:19:01,810 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:19:01,810 DEBUG [M:0;1ab588ae992e:34729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:19:01,810 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432669757 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432669757,5,FailOnTimeoutGroup] 2024-11-24T07:19:01,810 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432669757 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432669757,5,FailOnTimeoutGroup] 2024-11-24T07:19:01,810 INFO [M:0;1ab588ae992e:34729 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:01,810 INFO [M:0;1ab588ae992e:34729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:01,810 DEBUG [M:0;1ab588ae992e:34729 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:19:01,810 INFO [M:0;1ab588ae992e:34729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:19:01,810 INFO [M:0;1ab588ae992e:34729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:01,810 INFO [M:0;1ab588ae992e:34729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:19:01,811 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:19:01,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-92497969/master 2024-11-24T07:19:01,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92497969 2024-11-24T07:19:01,830 DEBUG [M:0;1ab588ae992e:34729 {}] zookeeper.RecoverableZooKeeper(212): Node /1-92497969/master already deleted, retry=false 2024-11-24T07:19:01,831 DEBUG [M:0;1ab588ae992e:34729 {}] master.ActiveMasterManager(353): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-92497969/master 2024-11-24T07:19:01,831 INFO [M:0;1ab588ae992e:34729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/.lastflushedseqids 2024-11-24T07:19:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741843_1019 (size=173) 2024-11-24T07:19:01,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:01,899 INFO [RS:0;1ab588ae992e:39235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:01,899 INFO [RS:0;1ab588ae992e:39235 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,39235,1732432667726; zookeeper connection closed. 2024-11-24T07:19:01,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39235-0x1016bb4834a0004, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:01,900 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b5dc97a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b5dc97a 2024-11-24T07:19:01,900 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:19:02,236 INFO [M:0;1ab588ae992e:34729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:19:02,236 INFO [M:0;1ab588ae992e:34729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:19:02,237 DEBUG [M:0;1ab588ae992e:34729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:19:02,237 INFO [M:0;1ab588ae992e:34729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:02,237 DEBUG [M:0;1ab588ae992e:34729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:02,237 DEBUG [M:0;1ab588ae992e:34729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:19:02,237 DEBUG [M:0;1ab588ae992e:34729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:02,237 INFO [M:0;1ab588ae992e:34729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-24T07:19:02,260 DEBUG [M:0;1ab588ae992e:34729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2537a46249644f97a7e9e58ef8985d23 is 82, key is hbase:meta,,1/info:regioninfo/1732432671056/Put/seqid=0 2024-11-24T07:19:02,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741844_1020 (size=5672) 2024-11-24T07:19:02,670 INFO [M:0;1ab588ae992e:34729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2537a46249644f97a7e9e58ef8985d23 2024-11-24T07:19:02,691 DEBUG [M:0;1ab588ae992e:34729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8f60db1f9d64fd683ad525f771d1a7d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732432673038/Put/seqid=0 2024-11-24T07:19:02,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741845_1021 (size=6727) 2024-11-24T07:19:03,095 INFO [M:0;1ab588ae992e:34729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8f60db1f9d64fd683ad525f771d1a7d 2024-11-24T07:19:03,099 INFO [M:0;1ab588ae992e:34729 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8f60db1f9d64fd683ad525f771d1a7d 2024-11-24T07:19:03,113 DEBUG [M:0;1ab588ae992e:34729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6577f599679a480a868d6c92ec3b3f31 is 69, key is 1ab588ae992e,39235,1732432667726/rs:state/1732432669887/Put/seqid=0 2024-11-24T07:19:03,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741846_1022 (size=5156) 2024-11-24T07:19:03,436 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 to pos 997, reset compression=false 2024-11-24T07:19:03,517 INFO [M:0;1ab588ae992e:34729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6577f599679a480a868d6c92ec3b3f31 2024-11-24T07:19:03,522 DEBUG [M:0;1ab588ae992e:34729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2537a46249644f97a7e9e58ef8985d23 as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2537a46249644f97a7e9e58ef8985d23 2024-11-24T07:19:03,527 INFO [M:0;1ab588ae992e:34729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2537a46249644f97a7e9e58ef8985d23, entries=8, sequenceid=58, filesize=5.5 K 2024-11-24T07:19:03,530 DEBUG [M:0;1ab588ae992e:34729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8f60db1f9d64fd683ad525f771d1a7d as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8f60db1f9d64fd683ad525f771d1a7d 2024-11-24T07:19:03,537 INFO [M:0;1ab588ae992e:34729 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8f60db1f9d64fd683ad525f771d1a7d 2024-11-24T07:19:03,537 INFO [M:0;1ab588ae992e:34729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8f60db1f9d64fd683ad525f771d1a7d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-24T07:19:03,538 DEBUG [M:0;1ab588ae992e:34729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6577f599679a480a868d6c92ec3b3f31 as hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6577f599679a480a868d6c92ec3b3f31 2024-11-24T07:19:03,547 INFO [M:0;1ab588ae992e:34729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/a53fe0f1-6b7f-ff08-4dfe-9d4b3d056300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6577f599679a480a868d6c92ec3b3f31, entries=1, sequenceid=58, filesize=5.0 K 2024-11-24T07:19:03,548 INFO [M:0;1ab588ae992e:34729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=58, compaction requested=false 2024-11-24T07:19:03,558 INFO [M:0;1ab588ae992e:34729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:03,558 DEBUG [M:0;1ab588ae992e:34729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432742237Disabling compacts and flushes for region at 1732432742237Disabling writes for close at 1732432742237Obtaining lock to block concurrent updates at 1732432742237Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432742237Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732432742237Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432742238 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432742238Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432742259 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432742259Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432742676 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432742690 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432742690Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432743100 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432743112 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432743112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b17eeae: reopening flushed file at 1732432743521 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b1a4bf: reopening flushed file at 1732432743528 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abd8507: reopening flushed file at 1732432743537 (+9 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=58, compaction requested=false at 1732432743548 (+11 ms)Writing region close event to WAL at 1732432743557 (+9 ms)Closed at 1732432743557 2024-11-24T07:19:03,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32887 is added to blk_1073741830_1006 (size=33026) 2024-11-24T07:19:03,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:03,561 INFO [M:0;1ab588ae992e:34729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:19:03,561 INFO [M:0;1ab588ae992e:34729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34729 2024-11-24T07:19:03,561 INFO [M:0;1ab588ae992e:34729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:03,688 INFO [M:0;1ab588ae992e:34729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:03,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:03,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34729-0x1016bb4834a0003, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:03,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c651102{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:19:03,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32a22324{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:19:03,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:19:03,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a954acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:19:03,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33f779b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/hadoop.log.dir/,STOPPED} 2024-11-24T07:19:03,718 WARN [BP-860836564-172.17.0.3-1732432665693 heartbeating to localhost/127.0.0.1:41707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:19:03,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:19:03,718 WARN [BP-860836564-172.17.0.3-1732432665693 heartbeating to localhost/127.0.0.1:41707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-860836564-172.17.0.3-1732432665693 (Datanode Uuid c99753fe-3ccc-4de3-90cb-6ed2728ac12b) service to localhost/127.0.0.1:41707 2024-11-24T07:19:03,718 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:19:03,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/cluster_f2effaee-8c19-786f-fe02-1d98e752becf/data/data1/current/BP-860836564-172.17.0.3-1732432665693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:19:03,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/cluster_f2effaee-8c19-786f-fe02-1d98e752becf/data/data2/current/BP-860836564-172.17.0.3-1732432665693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:19:03,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:19:03,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b940763{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:19:03,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a30631c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:19:03,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:19:03,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@737a9391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:19:03,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ca3f21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/hadoop.log.dir/,STOPPED} 2024-11-24T07:19:03,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:19:03,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:19:03,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:03,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:03,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:03,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:03,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:03,741 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:19:03,741 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1284241229, stopped=false 2024-11-24T07:19:03,742 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,35005,1732432662320 2024-11-24T07:19:03,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2016654413/running 2024-11-24T07:19:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2016654413/running 2024-11-24T07:19:03,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:19:03,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:03,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:19:03,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,43633,1732432662600' ***** 2024-11-24T07:19:03,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:19:03,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Set watcher on znode that does not yet exist, /0-2016654413/running 2024-11-24T07:19:03,815 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:19:03,815 INFO [RS:0;1ab588ae992e:43633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:19:03,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Set watcher on znode that does not yet exist, /0-2016654413/running 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:19:03,816 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cd2d7a0ef1c99d775536051a924a18d 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(3091): Received CLOSE for f855bea4c8efc2a75599653c748ae592 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,43633,1732432662600 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:43633. 2024-11-24T07:19:03,816 DEBUG [RS:0;1ab588ae992e:43633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:03,816 DEBUG [RS:0;1ab588ae992e:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:19:03,816 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:19:03,816 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1325): Online Regions={2cd2d7a0ef1c99d775536051a924a18d=hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d., f855bea4c8efc2a75599653c748ae592=test,,1732432671226.f855bea4c8efc2a75599653c748ae592., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:19:03,816 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cd2d7a0ef1c99d775536051a924a18d, disabling compactions & flushes 2024-11-24T07:19:03,816 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cd2d7a0ef1c99d775536051a924a18d, f855bea4c8efc2a75599653c748ae592 2024-11-24T07:19:03,816 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:19:03,816 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:19:03,817 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:19:03,817 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:19:03,817 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:19:03,817 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. after waiting 0 ms 2024-11-24T07:19:03,817 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:19:03,817 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:19:03,817 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:19:03,817 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2cd2d7a0ef1c99d775536051a924a18d 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-24T07:19:03,817 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:19:03,832 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/info/10d02ac75b0e49b995c517f037c25354 is 147, key is hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d./info:regioninfo/1732432675325/Put/seqid=0 2024-11-24T07:19:03,836 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/.tmp/hfileref/c5a4a7de09f74bcb9cf60aaf7a4897d2 is 74, key is 1/hfileref:3324e31c734d4d34aac6209e1641c86e_SeqId_4_/1732432678557/DeleteColumn/seqid=0 2024-11-24T07:19:03,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741844_1020 (size=7686) 2024-11-24T07:19:03,841 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:03,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741845_1021 (size=5203) 2024-11-24T07:19:04,017 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cd2d7a0ef1c99d775536051a924a18d, f855bea4c8efc2a75599653c748ae592 2024-11-24T07:19:04,217 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cd2d7a0ef1c99d775536051a924a18d, f855bea4c8efc2a75599653c748ae592 2024-11-24T07:19:04,237 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/info/10d02ac75b0e49b995c517f037c25354 2024-11-24T07:19:04,244 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/.tmp/hfileref/c5a4a7de09f74bcb9cf60aaf7a4897d2 2024-11-24T07:19:04,285 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/ns/31f4f84f81d04c6e9facdf377acee794 is 43, key is default/ns:d/1732432665570/Put/seqid=0 2024-11-24T07:19:04,294 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/.tmp/queue/20b176d5dab540219a66f580b9793d08 is 153, key is 1-1ab588ae992e,43633,1732432662600/queue:1ab588ae992e%2C43633%2C1732432662600/1732432680381/Put/seqid=0 2024-11-24T07:19:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741846_1022 (size=5153) 2024-11-24T07:19:04,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741847_1023 (size=5352) 2024-11-24T07:19:04,326 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/.tmp/queue/20b176d5dab540219a66f580b9793d08 2024-11-24T07:19:04,336 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/ns/31f4f84f81d04c6e9facdf377acee794 2024-11-24T07:19:04,337 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/.tmp/hfileref/c5a4a7de09f74bcb9cf60aaf7a4897d2 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/hfileref/c5a4a7de09f74bcb9cf60aaf7a4897d2 2024-11-24T07:19:04,351 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/hfileref/c5a4a7de09f74bcb9cf60aaf7a4897d2, entries=2, sequenceid=10, filesize=5.1 K 2024-11-24T07:19:04,356 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/.tmp/queue/20b176d5dab540219a66f580b9793d08 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/queue/20b176d5dab540219a66f580b9793d08 2024-11-24T07:19:04,371 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/queue/20b176d5dab540219a66f580b9793d08, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T07:19:04,374 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2cd2d7a0ef1c99d775536051a924a18d in 557ms, sequenceid=10, compaction requested=false 2024-11-24T07:19:04,379 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:19:04,379 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:19:04,389 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/rep_barrier/e91f84946ffc4d32924e4e2d395d3570 is 112, key is test,,1732432671226.f855bea4c8efc2a75599653c748ae592./rep_barrier:seqnumDuringOpen/1732432671646/Put/seqid=0 2024-11-24T07:19:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741848_1024 (size=5518) 2024-11-24T07:19:04,414 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/rep_barrier/e91f84946ffc4d32924e4e2d395d3570 2024-11-24T07:19:04,417 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cd2d7a0ef1c99d775536051a924a18d, f855bea4c8efc2a75599653c748ae592 2024-11-24T07:19:04,458 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/table/c3b99bee3cf44ee3806c852c0e239537 is 53, key is hbase:replication/table:state/1732432675334/Put/seqid=0 2024-11-24T07:19:04,466 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/replication/2cd2d7a0ef1c99d775536051a924a18d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T07:19:04,467 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:04,467 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:04,467 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:19:04,467 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cd2d7a0ef1c99d775536051a924a18d: Waiting for close lock at 1732432743816Running coprocessor pre-close hooks at 1732432743816Disabling compacts and flushes for region at 1732432743816Disabling writes for close at 1732432743817 (+1 ms)Obtaining lock to block concurrent updates at 1732432743817Preparing flush snapshotting stores in 2cd2d7a0ef1c99d775536051a924a18d at 1732432743817Finished memstore snapshotting hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732432743817Flushing stores of hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. at 1732432743817Flushing 2cd2d7a0ef1c99d775536051a924a18d/hfileref: creating writer at 1732432743817Flushing 2cd2d7a0ef1c99d775536051a924a18d/hfileref: appending metadata at 1732432743835 (+18 ms)Flushing 2cd2d7a0ef1c99d775536051a924a18d/hfileref: closing flushed file at 1732432743835Flushing 2cd2d7a0ef1c99d775536051a924a18d/queue: creating writer at 1732432744257 (+422 ms)Flushing 2cd2d7a0ef1c99d775536051a924a18d/queue: appending metadata at 1732432744293 (+36 ms)Flushing 2cd2d7a0ef1c99d775536051a924a18d/queue: closing flushed file at 1732432744293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6a940d: reopening flushed file at 1732432744335 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e035d6e: reopening flushed file at 1732432744351 (+16 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2cd2d7a0ef1c99d775536051a924a18d in 557ms, sequenceid=10, compaction requested=false at 1732432744374 (+23 ms)Writing region close event to WAL at 1732432744448 (+74 ms)Running coprocessor post-close hooks at 1732432744467 (+19 ms)Closed at 1732432744467 2024-11-24T07:19:04,467 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432674039.2cd2d7a0ef1c99d775536051a924a18d. 2024-11-24T07:19:04,468 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f855bea4c8efc2a75599653c748ae592, disabling compactions & flushes 2024-11-24T07:19:04,468 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:19:04,468 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:19:04,468 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432671226.f855bea4c8efc2a75599653c748ae592. after waiting 0 ms 2024-11-24T07:19:04,468 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:19:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741849_1025 (size=5308) 2024-11-24T07:19:04,564 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/default/test/f855bea4c8efc2a75599653c748ae592/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T07:19:04,568 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:04,568 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:19:04,569 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:19:04,569 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f855bea4c8efc2a75599653c748ae592: Waiting for close lock at 1732432744468Running coprocessor pre-close hooks at 1732432744468Disabling compacts and flushes for region at 1732432744468Disabling writes for close at 1732432744468Writing region close event to WAL at 1732432744541 (+73 ms)Running coprocessor post-close hooks at 1732432744568 (+27 ms)Closed at 1732432744568 2024-11-24T07:19:04,569 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432671226.f855bea4c8efc2a75599653c748ae592. 2024-11-24T07:19:04,617 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:19:04,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T07:19:04,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:19:04,817 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:19:04,818 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:19:04,818 DEBUG [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:04,926 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/table/c3b99bee3cf44ee3806c852c0e239537 2024-11-24T07:19:04,931 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/info/10d02ac75b0e49b995c517f037c25354 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/info/10d02ac75b0e49b995c517f037c25354 2024-11-24T07:19:04,936 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/info/10d02ac75b0e49b995c517f037c25354, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:19:04,937 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/ns/31f4f84f81d04c6e9facdf377acee794 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/ns/31f4f84f81d04c6e9facdf377acee794 2024-11-24T07:19:04,943 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/ns/31f4f84f81d04c6e9facdf377acee794, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:19:04,944 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/rep_barrier/e91f84946ffc4d32924e4e2d395d3570 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/rep_barrier/e91f84946ffc4d32924e4e2d395d3570 2024-11-24T07:19:04,949 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/rep_barrier/e91f84946ffc4d32924e4e2d395d3570, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:19:04,950 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/.tmp/table/c3b99bee3cf44ee3806c852c0e239537 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/table/c3b99bee3cf44ee3806c852c0e239537 2024-11-24T07:19:04,955 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/table/c3b99bee3cf44ee3806c852c0e239537, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:19:04,956 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1139ms, sequenceid=16, compaction requested=false 2024-11-24T07:19:04,956 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:19:04,961 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:19:04,962 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:04,962 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:04,962 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:04,962 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432743816Running coprocessor pre-close hooks at 1732432743816Disabling compacts and flushes for region at 1732432743816Disabling writes for close at 1732432743817 (+1 ms)Obtaining lock to block concurrent updates at 1732432743817Preparing flush snapshotting stores in 1588230740 at 1732432743817Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432743817Flushing stores of hbase:meta,,1.1588230740 at 1732432743817Flushing 1588230740/info: creating writer at 1732432743817Flushing 1588230740/info: appending metadata at 1732432743831 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732432743831Flushing 1588230740/ns: creating writer at 1732432744245 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732432744285 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1732432744285Flushing 1588230740/rep_barrier: creating writer at 1732432744353 (+68 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432744388 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432744388Flushing 1588230740/table: creating writer at 1732432744432 (+44 ms)Flushing 1588230740/table: appending metadata at 1732432744458 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732432744458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5795fb49: reopening flushed file at 1732432744931 (+473 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29703f67: reopening flushed file at 1732432744937 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3076bcd1: reopening flushed file at 1732432744944 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30005184: reopening flushed file at 1732432744949 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1139ms, sequenceid=16, compaction requested=false at 1732432744956 (+7 ms)Writing region close event to WAL at 1732432744958 (+2 ms)Running coprocessor post-close hooks at 1732432744962 (+4 ms)Closed at 1732432744962 2024-11-24T07:19:04,962 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:05,018 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,43633,1732432662600; all regions closed. 2024-11-24T07:19:05,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:19:05,023 DEBUG [RS:0;1ab588ae992e:43633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/oldWALs 2024-11-24T07:19:05,023 INFO [RS:0;1ab588ae992e:43633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C43633%2C1732432662600.meta:.meta(num 1732432665508) 2024-11-24T07:19:05,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741839_1015 (size=2700) 2024-11-24T07:19:05,025 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.rep.1732432675279 not finished, retry = 0 2024-11-24T07:19:05,127 DEBUG [RS:0;1ab588ae992e:43633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/oldWALs 2024-11-24T07:19:05,127 INFO [RS:0;1ab588ae992e:43633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C43633%2C1732432662600.rep:(num 1732432675279) 2024-11-24T07:19:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741832_1008 (size=1300) 2024-11-24T07:19:05,129 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/WALs/1ab588ae992e,43633,1732432662600/1ab588ae992e%2C43633%2C1732432662600.1732432664510 not finished, retry = 0 2024-11-24T07:19:05,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:05,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:05,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:05,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:05,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:05,232 DEBUG [RS:0;1ab588ae992e:43633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/oldWALs 2024-11-24T07:19:05,232 INFO [RS:0;1ab588ae992e:43633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C43633%2C1732432662600:(num 1732432664510) 2024-11-24T07:19:05,232 DEBUG [RS:0;1ab588ae992e:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:05,232 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:05,232 INFO [RS:0;1ab588ae992e:43633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:05,232 INFO [RS:0;1ab588ae992e:43633 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:05,232 INFO [RS:0;1ab588ae992e:43633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:05,232 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:05,232 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,43633,1732432662600 because: Region server is closing 2024-11-24T07:19:05,232 INFO [RS:0;1ab588ae992e:43633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:43633. 2024-11-24T07:19:05,233 DEBUG [RS:0;1ab588ae992e:43633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:05,233 DEBUG [RS:0;1ab588ae992e:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:05,233 DEBUG [RS:0;1ab588ae992e:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:05,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:05,333 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.wal-reader.1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:19:05,333 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.shipper1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T07:19:05,333 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43633,1732432662600.replicationSource.shipper1ab588ae992e%2C43633%2C1732432662600,1-1ab588ae992e,43633,1732432662600 terminated 2024-11-24T07:19:05,333 INFO [RS:0;1ab588ae992e:43633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43633 2024-11-24T07:19:05,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413/rs 2024-11-24T07:19:05,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2016654413/rs/1ab588ae992e,43633,1732432662600 2024-11-24T07:19:05,441 INFO [RS:0;1ab588ae992e:43633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:05,441 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f61c08e4218@3ddc8d37 rejected from java.util.concurrent.ThreadPoolExecutor@39e30e54[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-24T07:19:05,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,43633,1732432662600] 2024-11-24T07:19:05,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:05,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1016bb4834a0001, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:05,604 INFO [RS:0;1ab588ae992e:43633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:05,604 INFO [RS:0;1ab588ae992e:43633 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,43633,1732432662600; zookeeper connection closed. 2024-11-24T07:19:05,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30d24298 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30d24298 2024-11-24T07:19:05,605 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:19:05,616 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2016654413/draining/1ab588ae992e,43633,1732432662600 already deleted, retry=false 2024-11-24T07:19:05,616 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,43633,1732432662600 expired; onlineServers=0 2024-11-24T07:19:05,616 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,35005,1732432662320' ***** 2024-11-24T07:19:05,616 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:19:05,616 INFO [M:0;1ab588ae992e:35005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:05,617 INFO [M:0;1ab588ae992e:35005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:05,617 DEBUG [M:0;1ab588ae992e:35005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:19:05,617 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:19:05,617 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432664275 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432664275,5,FailOnTimeoutGroup] 2024-11-24T07:19:05,617 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432664275 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432664275,5,FailOnTimeoutGroup] 2024-11-24T07:19:05,618 DEBUG [M:0;1ab588ae992e:35005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:19:05,618 INFO [M:0;1ab588ae992e:35005 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:05,619 INFO [M:0;1ab588ae992e:35005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:05,619 DEBUG [M:0;1ab588ae992e:35005 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:19:05,619 INFO [M:0;1ab588ae992e:35005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:19:05,619 INFO [M:0;1ab588ae992e:35005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:05,619 INFO [M:0;1ab588ae992e:35005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:19:05,619 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:19:05,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:19:05,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2016654413/master 2024-11-24T07:19:05,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2016654413 2024-11-24T07:19:05,692 DEBUG [M:0;1ab588ae992e:35005 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2016654413/master already deleted, retry=false 2024-11-24T07:19:05,692 DEBUG [M:0;1ab588ae992e:35005 {}] master.ActiveMasterManager(353): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2016654413/master 2024-11-24T07:19:05,697 INFO [M:0;1ab588ae992e:35005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/.lastflushedseqids 2024-11-24T07:19:05,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:05,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:05,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:05,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:05,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:05,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741850_1026 (size=263) 2024-11-24T07:19:05,740 INFO [M:0;1ab588ae992e:35005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:19:05,740 INFO [M:0;1ab588ae992e:35005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:19:05,741 DEBUG [M:0;1ab588ae992e:35005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:19:05,741 INFO [M:0;1ab588ae992e:35005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:05,741 DEBUG [M:0;1ab588ae992e:35005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:05,741 DEBUG [M:0;1ab588ae992e:35005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:19:05,741 DEBUG [M:0;1ab588ae992e:35005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:05,741 INFO [M:0;1ab588ae992e:35005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-24T07:19:05,766 DEBUG [M:0;1ab588ae992e:35005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/516d4184d2cc4366a5d6b1279b747065 is 82, key is hbase:meta,,1/info:regioninfo/1732432665543/Put/seqid=0 2024-11-24T07:19:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741851_1027 (size=5672) 2024-11-24T07:19:05,786 INFO [M:0;1ab588ae992e:35005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/516d4184d2cc4366a5d6b1279b747065 2024-11-24T07:19:05,821 DEBUG [M:0;1ab588ae992e:35005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22f1b45a286843f5ac4b0909a55f76fa is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732432671668/Put/seqid=0 2024-11-24T07:19:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741852_1028 (size=7241) 2024-11-24T07:19:06,233 INFO [M:0;1ab588ae992e:35005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22f1b45a286843f5ac4b0909a55f76fa 2024-11-24T07:19:06,239 INFO [M:0;1ab588ae992e:35005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22f1b45a286843f5ac4b0909a55f76fa 2024-11-24T07:19:06,255 DEBUG [M:0;1ab588ae992e:35005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0923587e7fd249b4aeeede67c0428ba4 is 69, key is 1ab588ae992e,43633,1732432662600/rs:state/1732432664365/Put/seqid=0 2024-11-24T07:19:06,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741853_1029 (size=5156) 2024-11-24T07:19:06,269 INFO [M:0;1ab588ae992e:35005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0923587e7fd249b4aeeede67c0428ba4 2024-11-24T07:19:06,280 DEBUG [M:0;1ab588ae992e:35005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/516d4184d2cc4366a5d6b1279b747065 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/516d4184d2cc4366a5d6b1279b747065 2024-11-24T07:19:06,291 INFO [M:0;1ab588ae992e:35005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/516d4184d2cc4366a5d6b1279b747065, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T07:19:06,292 DEBUG [M:0;1ab588ae992e:35005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22f1b45a286843f5ac4b0909a55f76fa as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22f1b45a286843f5ac4b0909a55f76fa 2024-11-24T07:19:06,298 INFO [M:0;1ab588ae992e:35005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22f1b45a286843f5ac4b0909a55f76fa 2024-11-24T07:19:06,298 INFO [M:0;1ab588ae992e:35005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22f1b45a286843f5ac4b0909a55f76fa, entries=11, sequenceid=105, filesize=7.1 K 2024-11-24T07:19:06,299 DEBUG [M:0;1ab588ae992e:35005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0923587e7fd249b4aeeede67c0428ba4 as hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0923587e7fd249b4aeeede67c0428ba4 2024-11-24T07:19:06,309 INFO [M:0;1ab588ae992e:35005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38069/user/jenkins/test-data/9cde4c77-85d6-0935-93cc-faa70df00717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0923587e7fd249b4aeeede67c0428ba4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T07:19:06,310 INFO [M:0;1ab588ae992e:35005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 569ms, sequenceid=105, compaction requested=false 2024-11-24T07:19:06,336 INFO [M:0;1ab588ae992e:35005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:06,336 DEBUG [M:0;1ab588ae992e:35005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432745741Disabling compacts and flushes for region at 1732432745741Disabling writes for close at 1732432745741Obtaining lock to block concurrent updates at 1732432745741Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432745741Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732432745742 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432745742Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432745743 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432745766 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432745766Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432745802 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432745821 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432745821Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432746239 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432746254 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432746254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457e3e44: reopening flushed file at 1732432746279 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42670918: reopening flushed file at 1732432746291 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594bf716: reopening flushed file at 1732432746298 (+7 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 569ms, sequenceid=105, compaction requested=false at 1732432746310 (+12 ms)Writing region close event to WAL at 1732432746336 (+26 ms)Closed at 1732432746336 2024-11-24T07:19:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741830_1006 (size=64538) 2024-11-24T07:19:06,343 INFO [M:0;1ab588ae992e:35005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:19:06,343 INFO [M:0;1ab588ae992e:35005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35005 2024-11-24T07:19:06,344 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:06,344 INFO [M:0;1ab588ae992e:35005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:06,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:06,469 INFO [M:0;1ab588ae992e:35005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:06,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35005-0x1016bb4834a0000, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:06,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d6ee488{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:19:06,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5946eb8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:19:06,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:19:06,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7081d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:19:06,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77d25950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/hadoop.log.dir/,STOPPED} 2024-11-24T07:19:06,477 WARN [BP-1728049292-172.17.0.3-1732432660401 heartbeating to localhost/127.0.0.1:38069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:19:06,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:19:06,477 WARN [BP-1728049292-172.17.0.3-1732432660401 heartbeating to localhost/127.0.0.1:38069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1728049292-172.17.0.3-1732432660401 (Datanode Uuid c1e08dde-cc45-4cbc-ad30-032edab1b64a) service to localhost/127.0.0.1:38069 2024-11-24T07:19:06,477 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:19:06,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/cluster_0ed8b0dd-f156-b93a-4b12-95f69a1bb38a/data/data1/current/BP-1728049292-172.17.0.3-1732432660401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:19:06,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/cluster_0ed8b0dd-f156-b93a-4b12-95f69a1bb38a/data/data2/current/BP-1728049292-172.17.0.3-1732432660401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:19:06,478 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:19:06,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31ac2c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:19:06,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70bff7d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:19:06,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:19:06,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65e463c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:19:06,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65596767{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65b3da6e-06ae-bbb7-fa23-1d1c6c2ac44b/hadoop.log.dir/,STOPPED} 2024-11-24T07:19:06,493 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T07:19:06,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:19:06,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 137) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59733) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38069 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f61c0b8f8a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f61c0b8f8a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59733) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41707 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=5413 (was 5744) 2024-11-24T07:19:06,526 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=5411 2024-11-24T07:19:06,546 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-24T07:19:06,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/hadoop.log.dir so I do NOT create it in target/test-data/15936cec-468e-f528-4a07-29899de98142 2024-11-24T07:19:06,547 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:19:06,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/hadoop.tmp.dir so I do NOT create it in target/test-data/15936cec-468e-f528-4a07-29899de98142 2024-11-24T07:19:06,547 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d9cdb8-2a28-c905-8879-473656966afe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:19:06,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142 2024-11-24T07:19:06,547 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/cluster_c5938de9-fd7d-62eb-6ed0-fc58aca385d2, deleteOnExit=true 2024-11-24T07:19:06,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/cluster_c5938de9-fd7d-62eb-6ed0-fc58aca385d2/zookeeper_0, clientPort=52282, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/cluster_c5938de9-fd7d-62eb-6ed0-fc58aca385d2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/cluster_c5938de9-fd7d-62eb-6ed0-fc58aca385d2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:19:06,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52282 2024-11-24T07:19:06,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:19:06,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:19:06,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/test.cache.data in system properties and HBase conf 2024-11-24T07:19:06,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:19:06,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:19:06,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:19:06,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:19:06,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:19:06,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:19:06,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:19:06,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:19:06,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:19:06,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:19:06,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016bb4834a0005, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:19:06,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016bb4834a0002, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:19:06,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016bb4834a0005, quorum=127.0.0.1:59733, baseZNode=/1-92497969 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:19:06,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016bb4834a0002, quorum=127.0.0.1:59733, baseZNode=/0-2016654413 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:19:06,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:06,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:19:06,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:19:06,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:19:06,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:19:06,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:06,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19dfe7d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:19:06,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e6200f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:19:07,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@439c3ef2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/java.io.tmpdir/jetty-localhost-44689-hadoop-hdfs-3_4_1-tests_jar-_-any-7685668592580627529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:19:07,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24f5e9e1{HTTP/1.1, (http/1.1)}{localhost:44689} 2024-11-24T07:19:07,107 INFO [Time-limited test {}] server.Server(415): Started @138872ms 2024-11-24T07:19:07,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:07,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:19:07,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:19:07,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:19:07,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:19:07,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54b44830{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:19:07,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5547a402{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:19:07,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e0ca5aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/java.io.tmpdir/jetty-localhost-43645-hadoop-hdfs-3_4_1-tests_jar-_-any-4469457053551937086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:19:07,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bef9e75{HTTP/1.1, (http/1.1)}{localhost:43645} 2024-11-24T07:19:07,714 INFO [Time-limited test {}] server.Server(415): Started @139479ms 2024-11-24T07:19:07,716 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:19:08,466 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/cluster_c5938de9-fd7d-62eb-6ed0-fc58aca385d2/data/data2/current/BP-1852995153-172.17.0.3-1732432746629/current, will proceed with Du for space computation calculation, 2024-11-24T07:19:08,466 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/cluster_c5938de9-fd7d-62eb-6ed0-fc58aca385d2/data/data1/current/BP-1852995153-172.17.0.3-1732432746629/current, will proceed with Du for space computation calculation, 2024-11-24T07:19:08,487 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:19:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a16d8b4d9fc6d7c with lease ID 0x4a541b8c998eeb61: Processing first storage report for DS-abc88814-1dcb-4b99-9f5e-59b2b27d97db from datanode DatanodeRegistration(127.0.0.1:33875, datanodeUuid=5dbcd6c0-d2b7-458c-b2ca-e39cc1c0c105, infoPort=44151, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=1646969188;c=1732432746629) 2024-11-24T07:19:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a16d8b4d9fc6d7c with lease ID 0x4a541b8c998eeb61: from storage DS-abc88814-1dcb-4b99-9f5e-59b2b27d97db node DatanodeRegistration(127.0.0.1:33875, datanodeUuid=5dbcd6c0-d2b7-458c-b2ca-e39cc1c0c105, infoPort=44151, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=1646969188;c=1732432746629), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T07:19:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a16d8b4d9fc6d7c with lease ID 0x4a541b8c998eeb61: Processing first storage report for DS-9c69fc5f-86c6-46b9-bd1f-d10f228ba4b9 from datanode DatanodeRegistration(127.0.0.1:33875, datanodeUuid=5dbcd6c0-d2b7-458c-b2ca-e39cc1c0c105, infoPort=44151, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=1646969188;c=1732432746629) 2024-11-24T07:19:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a16d8b4d9fc6d7c with lease ID 0x4a541b8c998eeb61: from storage DS-9c69fc5f-86c6-46b9-bd1f-d10f228ba4b9 node DatanodeRegistration(127.0.0.1:33875, datanodeUuid=5dbcd6c0-d2b7-458c-b2ca-e39cc1c0c105, infoPort=44151, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=1646969188;c=1732432746629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:19:08,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142 2024-11-24T07:19:08,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:08,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:08,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:19:08,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097 with version=8 2024-11-24T07:19:08,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/hbase-staging 2024-11-24T07:19:08,989 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:19:08,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:08,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:08,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:19:08,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:08,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:19:08,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:19:08,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:19:08,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40283 2024-11-24T07:19:08,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40283 connecting to ZooKeeper ensemble=127.0.0.1:52282 2024-11-24T07:19:09,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402830x0, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:09,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40283-0x1016bb5d3f00000 connected 2024-11-24T07:19:09,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:09,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:09,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/running 2024-11-24T07:19:09,186 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097, hbase.cluster.distributed=false 2024-11-24T07:19:09,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/acl 2024-11-24T07:19:09,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40283 2024-11-24T07:19:09,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40283 2024-11-24T07:19:09,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40283 2024-11-24T07:19:09,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40283 2024-11-24T07:19:09,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40283 2024-11-24T07:19:09,201 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:19:09,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:09,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:09,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:19:09,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:09,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:19:09,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:19:09,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:19:09,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39911 2024-11-24T07:19:09,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39911 connecting to ZooKeeper ensemble=127.0.0.1:52282 2024-11-24T07:19:09,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:09,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:09,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399110x0, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:09,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39911-0x1016bb5d3f00001 connected 2024-11-24T07:19:09,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/running 2024-11-24T07:19:09,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:19:09,221 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:19:09,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/master 2024-11-24T07:19:09,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/acl 2024-11-24T07:19:09,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39911 2024-11-24T07:19:09,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39911 2024-11-24T07:19:09,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39911 2024-11-24T07:19:09,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39911 2024-11-24T07:19:09,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39911 2024-11-24T07:19:09,235 DEBUG [M:0;1ab588ae992e:40283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:40283 2024-11-24T07:19:09,235 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0947191070/backup-masters/1ab588ae992e,40283,1732432748988 2024-11-24T07:19:09,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/backup-masters 2024-11-24T07:19:09,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/backup-masters 2024-11-24T07:19:09,246 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on existing znode=/0947191070/backup-masters/1ab588ae992e,40283,1732432748988 2024-11-24T07:19:09,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0947191070/master 2024-11-24T07:19:09,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:09,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:09,256 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on existing znode=/0947191070/master 2024-11-24T07:19:09,256 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0947191070/backup-masters/1ab588ae992e,40283,1732432748988 from backup master directory 2024-11-24T07:19:09,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/backup-masters 2024-11-24T07:19:09,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0947191070/backup-masters/1ab588ae992e,40283,1732432748988 2024-11-24T07:19:09,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/backup-masters 2024-11-24T07:19:09,266 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:19:09,266 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,40283,1732432748988 2024-11-24T07:19:09,271 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/hbase.id] with ID: 173f0607-74ba-4419-be8c-56ba6d6c3900 2024-11-24T07:19:09,271 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/.tmp/hbase.id 2024-11-24T07:19:09,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:19:09,685 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/.tmp/hbase.id]:[hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/hbase.id] 2024-11-24T07:19:09,695 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:09,695 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:19:09,696 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:19:09,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:09,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:19:09,745 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:19:09,746 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:19:09,746 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:09,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:19:10,153 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store 2024-11-24T07:19:10,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:19:10,559 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:10,559 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:19:10,559 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:10,559 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:10,559 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:19:10,559 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:10,559 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:10,559 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432750559Disabling compacts and flushes for region at 1732432750559Disabling writes for close at 1732432750559Writing region close event to WAL at 1732432750559Closed at 1732432750559 2024-11-24T07:19:10,560 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/.initializing 2024-11-24T07:19:10,560 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988 2024-11-24T07:19:10,561 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:19:10,563 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C40283%2C1732432748988, suffix=, logDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/oldWALs, maxLogs=10 2024-11-24T07:19:10,574 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988/1ab588ae992e%2C40283%2C1732432748988.1732432750563, exclude list is [], retry=0 2024-11-24T07:19:10,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33875,DS-abc88814-1dcb-4b99-9f5e-59b2b27d97db,DISK] 2024-11-24T07:19:10,578 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988/1ab588ae992e%2C40283%2C1732432748988.1732432750563 2024-11-24T07:19:10,579 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44151:44151)] 2024-11-24T07:19:10,579 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:10,579 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:10,579 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,579 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:19:10,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:10,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:10,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:19:10,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:10,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:10,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:19:10,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:10,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:10,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:19:10,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:10,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:10,587 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,588 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,588 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,589 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,589 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,590 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:10,591 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:10,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:10,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62443361, jitterRate=-0.06952141225337982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:10,594 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432750579Initializing all the Stores at 1732432750580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432750580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432750581 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432750581Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432750581Cleaning up temporary data from old regions at 1732432750589 (+8 ms)Region opened successfully at 1732432750594 (+5 ms) 2024-11-24T07:19:10,594 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:19:10,596 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713b5389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:19:10,597 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:19:10,597 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:19:10,597 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:19:10,597 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:19:10,598 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:19:10,598 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:19:10,598 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:19:10,600 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:19:10,601 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/balancer because node does not exist (not necessarily an error) 2024-11-24T07:19:10,608 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/balancer already deleted, retry=false 2024-11-24T07:19:10,609 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:19:10,609 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:19:10,619 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/normalizer already deleted, retry=false 2024-11-24T07:19:10,619 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:19:10,620 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:19:10,629 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/switch/split already deleted, retry=false 2024-11-24T07:19:10,630 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:19:10,640 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/switch/merge already deleted, retry=false 2024-11-24T07:19:10,642 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:19:10,650 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/snapshot-cleanup already deleted, retry=false 2024-11-24T07:19:10,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0947191070/running 2024-11-24T07:19:10,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0947191070/running 2024-11-24T07:19:10,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:10,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:10,662 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,40283,1732432748988, sessionid=0x1016bb5d3f00000, setting cluster-up flag (Was=false) 2024-11-24T07:19:10,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:10,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:10,714 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0947191070/flush-table-proc/acquired, /0947191070/flush-table-proc/reached, /0947191070/flush-table-proc/abort 2024-11-24T07:19:10,715 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,40283,1732432748988 2024-11-24T07:19:10,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:10,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:10,766 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0947191070/online-snapshot/acquired, /0947191070/online-snapshot/reached, /0947191070/online-snapshot/abort 2024-11-24T07:19:10,767 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,40283,1732432748988 2024-11-24T07:19:10,769 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:19:10,770 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:10,770 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:19:10,770 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:19:10,770 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,40283,1732432748988 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:19:10,771 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:10,771 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:10,772 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:10,772 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:10,772 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:19:10,772 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,772 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:19:10,772 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,772 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432780772 2024-11-24T07:19:10,772 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:19:10,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:19:10,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:19:10,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:19:10,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:19:10,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:19:10,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:10,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:19:10,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:19:10,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:19:10,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:19:10,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:19:10,774 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:19:10,774 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:19:10,774 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432750774,5,FailOnTimeoutGroup] 2024-11-24T07:19:10,774 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432750774,5,FailOnTimeoutGroup] 2024-11-24T07:19:10,774 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,774 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:19:10,774 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,774 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,774 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:10,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:19:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:19:10,827 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(746): ClusterId : 173f0607-74ba-4419-be8c-56ba6d6c3900 2024-11-24T07:19:10,827 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:19:10,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:19:10,841 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:19:10,841 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:19:10,851 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:19:10,852 DEBUG [RS:0;1ab588ae992e:39911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3196e157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:19:10,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:10,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:10,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:10,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:10,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:10,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:10,863 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:39911 2024-11-24T07:19:10,864 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:19:10,864 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:19:10,864 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:19:10,864 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,40283,1732432748988 with port=39911, startcode=1732432749201 2024-11-24T07:19:10,864 DEBUG [RS:0;1ab588ae992e:39911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:19:10,866 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:19:10,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,39911,1732432749201 2024-11-24T07:19:10,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40283 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,39911,1732432749201 2024-11-24T07:19:10,868 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097 2024-11-24T07:19:10,868 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33131 2024-11-24T07:19:10,868 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:19:10,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/rs 2024-11-24T07:19:10,877 DEBUG [RS:0;1ab588ae992e:39911 {}] zookeeper.ZKUtil(111): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on existing znode=/0947191070/rs/1ab588ae992e,39911,1732432749201 2024-11-24T07:19:10,877 WARN [RS:0;1ab588ae992e:39911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:19:10,877 INFO [RS:0;1ab588ae992e:39911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:10,877 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201 2024-11-24T07:19:10,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,39911,1732432749201] 2024-11-24T07:19:10,881 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:19:10,882 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:19:10,882 INFO [RS:0;1ab588ae992e:39911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:19:10,882 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,882 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:19:10,883 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:19:10,883 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:19:10,883 DEBUG [RS:0;1ab588ae992e:39911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:19:10,885 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,885 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,885 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,885 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,885 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,886 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39911,1732432749201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:19:10,899 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:19:10,899 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39911,1732432749201-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,899 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,899 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.Replication(171): 1ab588ae992e,39911,1732432749201 started 2024-11-24T07:19:10,910 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:10,911 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,39911,1732432749201, RpcServer on 1ab588ae992e/172.17.0.3:39911, sessionid=0x1016bb5d3f00001 2024-11-24T07:19:10,911 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:19:10,911 DEBUG [RS:0;1ab588ae992e:39911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,39911,1732432749201 2024-11-24T07:19:10,911 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,39911,1732432749201' 2024-11-24T07:19:10,911 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0947191070/flush-table-proc/abort' 2024-11-24T07:19:10,911 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0947191070/flush-table-proc/acquired' 2024-11-24T07:19:10,912 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:19:10,912 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:19:10,912 DEBUG [RS:0;1ab588ae992e:39911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,39911,1732432749201 2024-11-24T07:19:10,912 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,39911,1732432749201' 2024-11-24T07:19:10,912 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0947191070/online-snapshot/abort' 2024-11-24T07:19:10,912 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0947191070/online-snapshot/acquired' 2024-11-24T07:19:10,912 DEBUG [RS:0;1ab588ae992e:39911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:19:10,912 INFO [RS:0;1ab588ae992e:39911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:19:10,912 INFO [RS:0;1ab588ae992e:39911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:19:11,013 INFO [RS:0;1ab588ae992e:39911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:19:11,014 INFO [RS:0;1ab588ae992e:39911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39911%2C1732432749201, suffix=, logDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs, maxLogs=10 2024-11-24T07:19:11,026 DEBUG [RS:0;1ab588ae992e:39911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.1732432751015, exclude list is [], retry=0 2024-11-24T07:19:11,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33875,DS-abc88814-1dcb-4b99-9f5e-59b2b27d97db,DISK] 2024-11-24T07:19:11,030 INFO [RS:0;1ab588ae992e:39911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.1732432751015 2024-11-24T07:19:11,030 DEBUG [RS:0;1ab588ae992e:39911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44151:44151)] 2024-11-24T07:19:11,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:19:11,182 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097 2024-11-24T07:19:11,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:19:11,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:11,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:19:11,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:19:11,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:11,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:11,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:19:11,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:19:11,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:11,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:11,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:19:11,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:19:11,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:11,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:11,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:19:11,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:19:11,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:11,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:11,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:19:11,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740 2024-11-24T07:19:11,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740 2024-11-24T07:19:11,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:19:11,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:19:11,597 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:11,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:19:11,600 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:11,600 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65800417, jitterRate=-0.019497379660606384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:11,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432751588Initializing all the Stores at 1732432751588Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432751588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432751589 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432751589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432751589Cleaning up temporary data from old regions at 1732432751597 (+8 ms)Region opened successfully at 1732432751601 (+4 ms) 2024-11-24T07:19:11,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:19:11,601 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:19:11,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:19:11,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:19:11,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:19:11,601 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:11,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432751601Disabling compacts and flushes for region at 1732432751601Disabling writes for close at 1732432751601Writing region close event to WAL at 1732432751601Closed at 1732432751601 2024-11-24T07:19:11,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:11,602 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:19:11,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:19:11,603 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:19:11,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:19:11,755 DEBUG [1ab588ae992e:40283 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:19:11,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,39911,1732432749201 2024-11-24T07:19:11,756 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39911,1732432749201, state=OPENING 2024-11-24T07:19:11,813 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:19:11,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:11,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:11,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: CHANGED 2024-11-24T07:19:11,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: CHANGED 2024-11-24T07:19:11,824 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:19:11,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,39911,1732432749201}] 2024-11-24T07:19:11,977 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:19:11,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:19:11,981 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:19:11,981 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:11,982 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:19:11,983 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39911%2C1732432749201.meta, suffix=.meta, logDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs, maxLogs=10 2024-11-24T07:19:11,994 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.meta.1732432751983.meta, exclude list is [], retry=0 2024-11-24T07:19:11,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33875,DS-abc88814-1dcb-4b99-9f5e-59b2b27d97db,DISK] 2024-11-24T07:19:11,998 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.meta.1732432751983.meta 2024-11-24T07:19:11,998 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44151:44151)] 2024-11-24T07:19:11,998 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:11,998 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:11,998 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:19:11,999 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:19:11,999 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:19:11,999 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:19:11,999 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:11,999 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:19:11,999 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:19:12,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:19:12,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:19:12,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:12,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:12,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:19:12,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:19:12,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:12,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:12,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:19:12,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:19:12,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:12,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:12,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:19:12,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:19:12,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:12,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:12,004 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:19:12,004 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740 2024-11-24T07:19:12,005 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740 2024-11-24T07:19:12,006 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:19:12,006 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:19:12,006 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:12,007 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:19:12,008 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59200926, jitterRate=-0.11783745884895325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:12,008 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:19:12,008 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432751999Writing region info on filesystem at 1732432751999Initializing all the Stores at 1732432752000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432752000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432752000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432752000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432752000Cleaning up temporary data from old regions at 1732432752006 (+6 ms)Running coprocessor post-open hooks at 1732432752008 (+2 ms)Region opened successfully at 1732432752008 2024-11-24T07:19:12,009 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432751977 2024-11-24T07:19:12,011 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:19:12,011 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:19:12,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,39911,1732432749201 2024-11-24T07:19:12,012 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39911,1732432749201, state=OPEN 2024-11-24T07:19:12,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0947191070/meta-region-server 2024-11-24T07:19:12,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0947191070/meta-region-server 2024-11-24T07:19:12,057 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,39911,1732432749201 2024-11-24T07:19:12,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: CHANGED 2024-11-24T07:19:12,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: CHANGED 2024-11-24T07:19:12,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:19:12,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,39911,1732432749201 in 233 msec 2024-11-24T07:19:12,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:19:12,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-24T07:19:12,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:12,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:19:12,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:12,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39911,1732432749201, seqNum=-1] 2024-11-24T07:19:12,063 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:12,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:12,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-24T07:19:12,068 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432752068, completionTime=-1 2024-11-24T07:19:12,068 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:19:12,069 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:19:12,070 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:19:12,070 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432812070 2024-11-24T07:19:12,070 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432872070 2024-11-24T07:19:12,070 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:19:12,071 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40283,1732432748988-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:12,071 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40283,1732432748988-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:12,071 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40283,1732432748988-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:12,071 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:40283, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:12,071 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:12,071 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:12,072 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:19:12,074 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.808sec 2024-11-24T07:19:12,074 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:19:12,074 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:19:12,074 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:19:12,074 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:19:12,074 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:19:12,074 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40283,1732432748988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:19:12,074 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40283,1732432748988-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:19:12,076 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:19:12,076 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:19:12,076 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40283,1732432748988-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:12,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a41b981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:12,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40283,-1 for getting cluster id 2024-11-24T07:19:12,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:12,129 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '173f0607-74ba-4419-be8c-56ba6d6c3900' 2024-11-24T07:19:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "173f0607-74ba-4419-be8c-56ba6d6c3900" 2024-11-24T07:19:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c50118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40283,-1] 2024-11-24T07:19:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:12,131 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:12,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@811e44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:12,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39911,1732432749201, seqNum=-1] 2024-11-24T07:19:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:12,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:12,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,40283,1732432748988 2024-11-24T07:19:12,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52282 2024-11-24T07:19:12,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:12,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016bb5d3f00002 connected 2024-11-24T07:19:12,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/hadoop.log.dir so I do NOT create it in target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea 2024-11-24T07:19:12,169 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:19:12,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/hadoop.tmp.dir so I do NOT create it in target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea 2024-11-24T07:19:12,169 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:19:12,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea 2024-11-24T07:19:12,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:19:12,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/cluster_491e9d0f-dd73-9a91-77c1-00bda56d767c, deleteOnExit=true 2024-11-24T07:19:12,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:19:12,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/test.cache.data in system properties and HBase conf 2024-11-24T07:19:12,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:19:12,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:19:12,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:19:12,170 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:19:12,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:19:12,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:19:12,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:19:12,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:19:12,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:19:12,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:19:12,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:12,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:19:12,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:19:12,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:19:12,482 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:19:12,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:12,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1354c3e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:19:12,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@305b238b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:19:12,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@571cc2af{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/java.io.tmpdir/jetty-localhost-34787-hadoop-hdfs-3_4_1-tests_jar-_-any-13967003573608241903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:19:12,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8beee70{HTTP/1.1, (http/1.1)}{localhost:34787} 2024-11-24T07:19:12,578 INFO [Time-limited test {}] server.Server(415): Started @144343ms 2024-11-24T07:19:12,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:12,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:19:12,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:19:12,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:19:12,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:19:12,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e177f4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:19:12,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb119b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:19:12,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25c9697f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/java.io.tmpdir/jetty-localhost-45599-hadoop-hdfs-3_4_1-tests_jar-_-any-10769680542074813357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:19:12,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2635af4{HTTP/1.1, (http/1.1)}{localhost:45599} 2024-11-24T07:19:12,901 INFO [Time-limited test {}] server.Server(415): Started @144666ms 2024-11-24T07:19:12,902 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:19:13,582 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/cluster_491e9d0f-dd73-9a91-77c1-00bda56d767c/data/data2/current/BP-1398796127-172.17.0.3-1732432752185/current, will proceed with Du for space computation calculation, 2024-11-24T07:19:13,582 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/cluster_491e9d0f-dd73-9a91-77c1-00bda56d767c/data/data1/current/BP-1398796127-172.17.0.3-1732432752185/current, will proceed with Du for space computation calculation, 2024-11-24T07:19:13,603 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:19:13,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e728d71208a313b with lease ID 0x93034266f7479307: Processing first storage report for DS-4f4bae45-8c90-4f0b-bb63-617740fe9348 from datanode DatanodeRegistration(127.0.0.1:38969, datanodeUuid=abc73371-9188-4747-8ff9-3b493be83e12, infoPort=44937, infoSecurePort=0, ipcPort=34501, storageInfo=lv=-57;cid=testClusterID;nsid=1399297182;c=1732432752185) 2024-11-24T07:19:13,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e728d71208a313b with lease ID 0x93034266f7479307: from storage DS-4f4bae45-8c90-4f0b-bb63-617740fe9348 node DatanodeRegistration(127.0.0.1:38969, datanodeUuid=abc73371-9188-4747-8ff9-3b493be83e12, infoPort=44937, infoSecurePort=0, ipcPort=34501, storageInfo=lv=-57;cid=testClusterID;nsid=1399297182;c=1732432752185), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:19:13,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e728d71208a313b with lease ID 0x93034266f7479307: Processing first storage report for DS-1148afd1-f087-46e9-b113-c7c311434716 from datanode DatanodeRegistration(127.0.0.1:38969, datanodeUuid=abc73371-9188-4747-8ff9-3b493be83e12, infoPort=44937, infoSecurePort=0, ipcPort=34501, storageInfo=lv=-57;cid=testClusterID;nsid=1399297182;c=1732432752185) 2024-11-24T07:19:13,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e728d71208a313b with lease ID 0x93034266f7479307: from storage DS-1148afd1-f087-46e9-b113-c7c311434716 node DatanodeRegistration(127.0.0.1:38969, datanodeUuid=abc73371-9188-4747-8ff9-3b493be83e12, infoPort=44937, infoSecurePort=0, ipcPort=34501, storageInfo=lv=-57;cid=testClusterID;nsid=1399297182;c=1732432752185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:19:13,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea 2024-11-24T07:19:13,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:13,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:13,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:19:14,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf with version=8 2024-11-24T07:19:14,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/hbase-staging 2024-11-24T07:19:14,045 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:19:14,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:14,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:14,045 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:19:14,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:14,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:19:14,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:19:14,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:19:14,046 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33973 2024-11-24T07:19:14,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33973 connecting to ZooKeeper ensemble=127.0.0.1:52282 2024-11-24T07:19:14,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339730x0, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:14,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33973-0x1016bb5d3f00003 connected 2024-11-24T07:19:14,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:14,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:14,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Set watcher on znode that does not yet exist, /1-268493896/running 2024-11-24T07:19:14,175 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf, hbase.cluster.distributed=false 2024-11-24T07:19:14,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Set watcher on znode that does not yet exist, /1-268493896/acl 2024-11-24T07:19:14,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33973 2024-11-24T07:19:14,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33973 2024-11-24T07:19:14,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33973 2024-11-24T07:19:14,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33973 2024-11-24T07:19:14,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33973 2024-11-24T07:19:14,191 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:19:14,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:14,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:14,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:19:14,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:14,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:19:14,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:19:14,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:19:14,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43625 2024-11-24T07:19:14,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43625 connecting to ZooKeeper ensemble=127.0.0.1:52282 2024-11-24T07:19:14,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:14,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436250x0, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:14,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436250x0, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Set watcher on znode that does not yet exist, /1-268493896/running 2024-11-24T07:19:14,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43625-0x1016bb5d3f00004 connected 2024-11-24T07:19:14,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:19:14,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:19:14,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Set watcher on znode that does not yet exist, /1-268493896/master 2024-11-24T07:19:14,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Set watcher on znode that does not yet exist, /1-268493896/acl 2024-11-24T07:19:14,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43625 2024-11-24T07:19:14,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43625 2024-11-24T07:19:14,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43625 2024-11-24T07:19:14,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43625 2024-11-24T07:19:14,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43625 2024-11-24T07:19:14,228 DEBUG [M:0;1ab588ae992e:33973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:33973 2024-11-24T07:19:14,229 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-268493896/backup-masters/1ab588ae992e,33973,1732432754045 2024-11-24T07:19:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896/backup-masters 2024-11-24T07:19:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896/backup-masters 2024-11-24T07:19:14,240 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Set watcher on existing znode=/1-268493896/backup-masters/1ab588ae992e,33973,1732432754045 2024-11-24T07:19:14,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-268493896/master 2024-11-24T07:19:14,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:14,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:14,251 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Set watcher on existing znode=/1-268493896/master 2024-11-24T07:19:14,251 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-268493896/backup-masters/1ab588ae992e,33973,1732432754045 from backup master directory 2024-11-24T07:19:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-268493896/backup-masters/1ab588ae992e,33973,1732432754045 2024-11-24T07:19:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896/backup-masters 2024-11-24T07:19:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896/backup-masters 2024-11-24T07:19:14,261 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:19:14,261 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,33973,1732432754045 2024-11-24T07:19:14,265 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/hbase.id] with ID: 99d62b56-60e2-4058-bda5-f93ee18d53eb 2024-11-24T07:19:14,265 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/.tmp/hbase.id 2024-11-24T07:19:14,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:19:14,670 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/.tmp/hbase.id]:[hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/hbase.id] 2024-11-24T07:19:14,681 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:14,681 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:19:14,682 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:19:14,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:14,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:14,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:19:15,156 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:19:15,157 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:19:15,157 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:15,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:19:15,564 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store 2024-11-24T07:19:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:19:15,969 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:15,969 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:19:15,969 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:15,969 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:15,969 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:19:15,969 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:15,969 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:15,969 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432755969Disabling compacts and flushes for region at 1732432755969Disabling writes for close at 1732432755969Writing region close event to WAL at 1732432755969Closed at 1732432755969 2024-11-24T07:19:15,970 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/.initializing 2024-11-24T07:19:15,970 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/WALs/1ab588ae992e,33973,1732432754045 2024-11-24T07:19:15,971 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:19:15,973 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C33973%2C1732432754045, suffix=, logDir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/WALs/1ab588ae992e,33973,1732432754045, archiveDir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/oldWALs, maxLogs=10 2024-11-24T07:19:15,988 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/WALs/1ab588ae992e,33973,1732432754045/1ab588ae992e%2C33973%2C1732432754045.1732432755973, exclude list is [], retry=0 2024-11-24T07:19:15,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38969,DS-4f4bae45-8c90-4f0b-bb63-617740fe9348,DISK] 2024-11-24T07:19:15,992 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/WALs/1ab588ae992e,33973,1732432754045/1ab588ae992e%2C33973%2C1732432754045.1732432755973 2024-11-24T07:19:15,993 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44937:44937)] 2024-11-24T07:19:15,993 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:15,993 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:15,993 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:15,993 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:15,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:15,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:19:15,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:15,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:15,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:15,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:19:15,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:15,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:15,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:15,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:19:15,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:15,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:15,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:16,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:19:16,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:16,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:16,000 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:16,001 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:16,001 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:16,002 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:16,002 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:16,003 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:16,004 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:16,006 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:16,006 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67317284, jitterRate=0.0031057000160217285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:16,006 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432755993Initializing all the Stores at 1732432755994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432755994Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432755994Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432755994Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432755994Cleaning up temporary data from old regions at 1732432756002 (+8 ms)Region opened successfully at 1732432756006 (+4 ms) 2024-11-24T07:19:16,006 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:19:16,009 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a665214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:19:16,010 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:19:16,010 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:19:16,010 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:19:16,010 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:19:16,010 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:19:16,010 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:19:16,010 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:19:16,012 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:19:16,013 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Unable to get data of znode /1-268493896/balancer because node does not exist (not necessarily an error) 2024-11-24T07:19:16,055 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-268493896/balancer already deleted, retry=false 2024-11-24T07:19:16,055 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:19:16,056 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Unable to get data of znode /1-268493896/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:19:16,066 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-268493896/normalizer already deleted, retry=false 2024-11-24T07:19:16,066 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:19:16,067 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Unable to get data of znode /1-268493896/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:19:16,076 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-268493896/switch/split already deleted, retry=false 2024-11-24T07:19:16,077 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Unable to get data of znode /1-268493896/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:19:16,087 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-268493896/switch/merge already deleted, retry=false 2024-11-24T07:19:16,089 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Unable to get data of znode /1-268493896/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:19:16,097 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-268493896/snapshot-cleanup already deleted, retry=false 2024-11-24T07:19:16,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-268493896/running 2024-11-24T07:19:16,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-268493896/running 2024-11-24T07:19:16,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:16,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:16,108 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,33973,1732432754045, sessionid=0x1016bb5d3f00003, setting cluster-up flag (Was=false) 2024-11-24T07:19:16,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:16,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:16,160 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-268493896/flush-table-proc/acquired, /1-268493896/flush-table-proc/reached, /1-268493896/flush-table-proc/abort 2024-11-24T07:19:16,162 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,33973,1732432754045 2024-11-24T07:19:16,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:16,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:16,213 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-268493896/online-snapshot/acquired, /1-268493896/online-snapshot/reached, /1-268493896/online-snapshot/abort 2024-11-24T07:19:16,214 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,33973,1732432754045 2024-11-24T07:19:16,215 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:19:16,216 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:16,217 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:19:16,217 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:19:16,217 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,33973,1732432754045 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:19:16,218 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:16,218 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:16,218 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:16,218 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:16,218 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:19:16,218 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,218 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:19:16,218 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,219 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432786219 2024-11-24T07:19:16,219 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:19:16,219 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:19:16,219 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:19:16,219 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:19:16,219 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:19:16,219 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:19:16,219 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(746): ClusterId : 99d62b56-60e2-4058-bda5-f93ee18d53eb 2024-11-24T07:19:16,219 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:19:16,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:16,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:19:16,220 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,220 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:19:16,220 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:19:16,220 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:19:16,220 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:19:16,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:16,221 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:19:16,221 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:19:16,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:19:16,221 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432756221,5,FailOnTimeoutGroup] 2024-11-24T07:19:16,221 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432756221,5,FailOnTimeoutGroup] 2024-11-24T07:19:16,221 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,221 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:19:16,221 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,221 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:19:16,230 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:19:16,230 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:19:16,240 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:19:16,240 DEBUG [RS:0;1ab588ae992e:43625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5006d888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:19:16,250 DEBUG [RS:0;1ab588ae992e:43625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:43625 2024-11-24T07:19:16,250 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:19:16,250 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:19:16,250 DEBUG [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:19:16,251 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,33973,1732432754045 with port=43625, startcode=1732432754190 2024-11-24T07:19:16,251 DEBUG [RS:0;1ab588ae992e:43625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:19:16,252 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:19:16,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,43625,1732432754190 2024-11-24T07:19:16,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33973 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,43625,1732432754190 2024-11-24T07:19:16,254 DEBUG [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf 2024-11-24T07:19:16,254 DEBUG [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40945 2024-11-24T07:19:16,254 DEBUG [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:19:16,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896/rs 2024-11-24T07:19:16,266 DEBUG [RS:0;1ab588ae992e:43625 {}] zookeeper.ZKUtil(111): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Set watcher on existing znode=/1-268493896/rs/1ab588ae992e,43625,1732432754190 2024-11-24T07:19:16,266 WARN [RS:0;1ab588ae992e:43625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:19:16,266 INFO [RS:0;1ab588ae992e:43625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:16,266 DEBUG [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/WALs/1ab588ae992e,43625,1732432754190 2024-11-24T07:19:16,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,43625,1732432754190] 2024-11-24T07:19:16,269 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:19:16,271 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:19:16,271 INFO [RS:0;1ab588ae992e:43625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:19:16,271 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,271 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:19:16,272 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:19:16,272 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:19:16,272 DEBUG [RS:0;1ab588ae992e:43625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:19:16,273 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,273 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,273 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,273 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,273 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,273 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43625,1732432754190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:19:16,285 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:19:16,285 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43625,1732432754190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,285 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,285 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.Replication(171): 1ab588ae992e,43625,1732432754190 started 2024-11-24T07:19:16,297 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:16,297 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,43625,1732432754190, RpcServer on 1ab588ae992e/172.17.0.3:43625, sessionid=0x1016bb5d3f00004 2024-11-24T07:19:16,297 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:19:16,297 DEBUG [RS:0;1ab588ae992e:43625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,43625,1732432754190 2024-11-24T07:19:16,297 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,43625,1732432754190' 2024-11-24T07:19:16,297 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-268493896/flush-table-proc/abort' 2024-11-24T07:19:16,298 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-268493896/flush-table-proc/acquired' 2024-11-24T07:19:16,298 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:19:16,298 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:19:16,298 DEBUG [RS:0;1ab588ae992e:43625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,43625,1732432754190 2024-11-24T07:19:16,298 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,43625,1732432754190' 2024-11-24T07:19:16,298 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-268493896/online-snapshot/abort' 2024-11-24T07:19:16,299 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-268493896/online-snapshot/acquired' 2024-11-24T07:19:16,299 DEBUG [RS:0;1ab588ae992e:43625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:19:16,299 INFO [RS:0;1ab588ae992e:43625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:19:16,299 INFO [RS:0;1ab588ae992e:43625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:19:16,399 INFO [RS:0;1ab588ae992e:43625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:19:16,401 INFO [RS:0;1ab588ae992e:43625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43625%2C1732432754190, suffix=, logDir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/WALs/1ab588ae992e,43625,1732432754190, archiveDir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/oldWALs, maxLogs=10 2024-11-24T07:19:16,412 DEBUG [RS:0;1ab588ae992e:43625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/WALs/1ab588ae992e,43625,1732432754190/1ab588ae992e%2C43625%2C1732432754190.1732432756401, exclude list is [], retry=0 2024-11-24T07:19:16,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38969,DS-4f4bae45-8c90-4f0b-bb63-617740fe9348,DISK] 2024-11-24T07:19:16,417 INFO [RS:0;1ab588ae992e:43625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/WALs/1ab588ae992e,43625,1732432754190/1ab588ae992e%2C43625%2C1732432754190.1732432756401 2024-11-24T07:19:16,417 DEBUG [RS:0;1ab588ae992e:43625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44937:44937)] 2024-11-24T07:19:16,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:19:16,626 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf 2024-11-24T07:19:16,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:19:16,881 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:19:17,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:17,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:19:17,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:19:17,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:17,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:17,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:19:17,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:19:17,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:17,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:17,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:19:17,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:19:17,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:17,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:17,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:19:17,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:19:17,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:17,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:17,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:19:17,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740 2024-11-24T07:19:17,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740 2024-11-24T07:19:17,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:19:17,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:19:17,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:17,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:19:17,043 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:17,043 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65930131, jitterRate=-0.01756449043750763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:17,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432757032Initializing all the Stores at 1732432757033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432757033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432757033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432757033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432757033Cleaning up temporary data from old regions at 1732432757040 (+7 ms)Region opened successfully at 1732432757044 (+4 ms) 2024-11-24T07:19:17,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:19:17,044 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:19:17,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:19:17,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:19:17,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:19:17,044 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:17,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432757044Disabling compacts and flushes for region at 1732432757044Disabling writes for close at 1732432757044Writing region close event to WAL at 1732432757044Closed at 1732432757044 2024-11-24T07:19:17,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:17,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:19:17,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:19:17,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:19:17,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:19:17,197 DEBUG [1ab588ae992e:33973 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:19:17,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,43625,1732432754190 2024-11-24T07:19:17,199 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,43625,1732432754190, state=OPENING 2024-11-24T07:19:17,354 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:19:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:17,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-268493896/meta-region-server: CHANGED 2024-11-24T07:19:17,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-268493896/meta-region-server: CHANGED 2024-11-24T07:19:17,377 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:19:17,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,43625,1732432754190}] 2024-11-24T07:19:17,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:19:17,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:17,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:17,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:17,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:17,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:17,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:17,530 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:19:17,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:19:17,534 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:19:17,534 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:17,535 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:19:17,536 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43625%2C1732432754190.meta, suffix=.meta, logDir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/WALs/1ab588ae992e,43625,1732432754190, archiveDir=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/oldWALs, maxLogs=10 2024-11-24T07:19:17,548 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/WALs/1ab588ae992e,43625,1732432754190/1ab588ae992e%2C43625%2C1732432754190.meta.1732432757536.meta, exclude list is [], retry=0 2024-11-24T07:19:17,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38969,DS-4f4bae45-8c90-4f0b-bb63-617740fe9348,DISK] 2024-11-24T07:19:17,551 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/WALs/1ab588ae992e,43625,1732432754190/1ab588ae992e%2C43625%2C1732432754190.meta.1732432757536.meta 2024-11-24T07:19:17,551 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44937:44937)] 2024-11-24T07:19:17,552 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:17,552 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:17,552 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:19:17,552 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:19:17,552 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:19:17,552 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:19:17,552 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:17,552 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:19:17,552 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:19:17,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:19:17,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:19:17,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:17,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:17,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:19:17,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:19:17,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:17,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:17,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:19:17,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:19:17,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:17,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:17,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:19:17,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:19:17,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:17,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:17,558 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:19:17,558 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740 2024-11-24T07:19:17,559 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740 2024-11-24T07:19:17,560 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:19:17,560 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:19:17,560 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:17,561 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:19:17,562 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59419059, jitterRate=-0.11458702385425568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:17,562 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:19:17,562 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432757552Writing region info on filesystem at 1732432757552Initializing all the Stores at 1732432757553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432757553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432757553Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432757553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432757553Cleaning up temporary data from old regions at 1732432757560 (+7 ms)Running coprocessor post-open hooks at 1732432757562 (+2 ms)Region opened successfully at 1732432757562 2024-11-24T07:19:17,562 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432757529 2024-11-24T07:19:17,564 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:19:17,564 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:19:17,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,43625,1732432754190 2024-11-24T07:19:17,566 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,43625,1732432754190, state=OPEN 2024-11-24T07:19:17,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-268493896/meta-region-server 2024-11-24T07:19:17,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-268493896/meta-region-server 2024-11-24T07:19:17,577 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,43625,1732432754190 2024-11-24T07:19:17,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-268493896/meta-region-server: CHANGED 2024-11-24T07:19:17,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-268493896/meta-region-server: CHANGED 2024-11-24T07:19:17,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:19:17,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,43625,1732432754190 in 200 msec 2024-11-24T07:19:17,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:19:17,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-24T07:19:17,581 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:17,581 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:19:17,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:17,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43625,1732432754190, seqNum=-1] 2024-11-24T07:19:17,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:17,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:17,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-24T07:19:17,588 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432757588, completionTime=-1 2024-11-24T07:19:17,588 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:19:17,588 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:19:17,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:19:17,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432817590 2024-11-24T07:19:17,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432877590 2024-11-24T07:19:17,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:19:17,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,33973,1732432754045-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:17,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,33973,1732432754045-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:17,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,33973,1732432754045-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:17,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:33973, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:17,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:17,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:17,592 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:19:17,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.332sec 2024-11-24T07:19:17,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:19:17,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:19:17,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:19:17,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:19:17,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:19:17,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,33973,1732432754045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:19:17,593 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,33973,1732432754045-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:19:17,596 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:19:17,596 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:19:17,596 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,33973,1732432754045-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:17,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3239a4d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:17,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,33973,-1 for getting cluster id 2024-11-24T07:19:17,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:17,622 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99d62b56-60e2-4058-bda5-f93ee18d53eb' 2024-11-24T07:19:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99d62b56-60e2-4058-bda5-f93ee18d53eb" 2024-11-24T07:19:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf410f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,33973,-1] 2024-11-24T07:19:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:17,623 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:17,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21154f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:17,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43625,1732432754190, seqNum=-1] 2024-11-24T07:19:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:17,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:17,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,33973,1732432754045 2024-11-24T07:19:17,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52282 2024-11-24T07:19:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:17,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016bb5d3f00005 connected 2024-11-24T07:19:17,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54070200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:17,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40283,-1 for getting cluster id 2024-11-24T07:19:17,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:17,653 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '173f0607-74ba-4419-be8c-56ba6d6c3900' 2024-11-24T07:19:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "173f0607-74ba-4419-be8c-56ba6d6c3900" 2024-11-24T07:19:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdce412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40283,-1] 2024-11-24T07:19:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:17,655 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61218140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:17,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,40283,1732432748988 2024-11-24T07:19:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b7e67e 2024-11-24T07:19:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:17,657 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:17,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:33973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:19:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:19:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:17,660 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:33973' 2024-11-24T07:19:17,661 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bff1cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:17,661 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,33973,-1 for getting cluster id 2024-11-24T07:19:17,661 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:17,662 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99d62b56-60e2-4058-bda5-f93ee18d53eb' 2024-11-24T07:19:17,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:17,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99d62b56-60e2-4058-bda5-f93ee18d53eb" 2024-11-24T07:19:17,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e97ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:17,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,33973,-1] 2024-11-24T07:19:17,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:17,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:17,663 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:17,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13248dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:17,663 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:17,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,33973,1732432754045 2024-11-24T07:19:17,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75228450 2024-11-24T07:19:17,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:17,665 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:17,665 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T07:19:17,665 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:19:17,665 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:17,665 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:17,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:17,666 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:19:17,667 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:19:17,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:19:17,668 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:17,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:19:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741835_1011 (size=1138) 2024-11-24T07:19:17,717 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:19:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:18,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c0eb2dccc77fbbdd7d360a246e73035, NAME => 'hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097 2024-11-24T07:19:18,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741836_1012 (size=44) 2024-11-24T07:19:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:18,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:18,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2c0eb2dccc77fbbdd7d360a246e73035, disabling compactions & flushes 2024-11-24T07:19:18,481 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:18,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:18,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. after waiting 0 ms 2024-11-24T07:19:18,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:18,481 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:18,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c0eb2dccc77fbbdd7d360a246e73035: Waiting for close lock at 1732432758481Disabling compacts and flushes for region at 1732432758481Disabling writes for close at 1732432758481Writing region close event to WAL at 1732432758481Closed at 1732432758481 2024-11-24T07:19:18,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:19:18,482 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432758482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432758482"}]},"ts":"1732432758482"} 2024-11-24T07:19:18,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:19:18,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:19:18,485 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432758485"}]},"ts":"1732432758485"} 2024-11-24T07:19:18,487 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:19:18,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c0eb2dccc77fbbdd7d360a246e73035, ASSIGN}] 2024-11-24T07:19:18,488 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c0eb2dccc77fbbdd7d360a246e73035, ASSIGN 2024-11-24T07:19:18,489 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c0eb2dccc77fbbdd7d360a246e73035, ASSIGN; state=OFFLINE, location=1ab588ae992e,39911,1732432749201; forceNewPlan=false, retain=false 2024-11-24T07:19:18,639 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2c0eb2dccc77fbbdd7d360a246e73035, regionState=OPENING, regionLocation=1ab588ae992e,39911,1732432749201 2024-11-24T07:19:18,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c0eb2dccc77fbbdd7d360a246e73035, ASSIGN because future has completed 2024-11-24T07:19:18,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c0eb2dccc77fbbdd7d360a246e73035, server=1ab588ae992e,39911,1732432749201}] 2024-11-24T07:19:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:18,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:18,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:18,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:19:18,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39911%2C1732432749201.rep, suffix=, logDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs, maxLogs=10 2024-11-24T07:19:18,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.rep.1732432758799, exclude list is [], retry=0 2024-11-24T07:19:18,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33875,DS-abc88814-1dcb-4b99-9f5e-59b2b27d97db,DISK] 2024-11-24T07:19:18,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.rep.1732432758799 2024-11-24T07:19:18,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44151:44151)] 2024-11-24T07:19:18,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c0eb2dccc77fbbdd7d360a246e73035, NAME => 'hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:18,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:18,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:19:18,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. service=MultiRowMutationService 2024-11-24T07:19:18,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:19:18,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:18,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,816 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,817 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c0eb2dccc77fbbdd7d360a246e73035 columnFamilyName hfileref 2024-11-24T07:19:18,817 DEBUG [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:18,818 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(327): Store=2c0eb2dccc77fbbdd7d360a246e73035/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:18,818 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,819 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c0eb2dccc77fbbdd7d360a246e73035 columnFamilyName queue 2024-11-24T07:19:18,819 DEBUG [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:18,819 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(327): Store=2c0eb2dccc77fbbdd7d360a246e73035/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:18,819 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,820 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c0eb2dccc77fbbdd7d360a246e73035 columnFamilyName sid 2024-11-24T07:19:18,820 DEBUG [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:18,821 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(327): Store=2c0eb2dccc77fbbdd7d360a246e73035/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:18,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:19:18,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:18,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2c0eb2dccc77fbbdd7d360a246e73035; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70378539, jitterRate=0.048721954226493835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:19:18,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:18,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2c0eb2dccc77fbbdd7d360a246e73035: Running coprocessor pre-open hook at 1732432758815Writing region info on filesystem at 1732432758815Initializing all the Stores at 1732432758816 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432758816Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432758816Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432758816Cleaning up temporary data from old regions at 1732432758823 (+7 ms)Running coprocessor post-open hooks at 1732432758828 (+5 ms)Region opened successfully at 1732432758828 2024-11-24T07:19:18,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035., pid=7, masterSystemTime=1732432758794 2024-11-24T07:19:18,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:18,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:18,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2c0eb2dccc77fbbdd7d360a246e73035, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,39911,1732432749201 2024-11-24T07:19:18,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c0eb2dccc77fbbdd7d360a246e73035, server=1ab588ae992e,39911,1732432749201 because future has completed 2024-11-24T07:19:18,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T07:19:18,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c0eb2dccc77fbbdd7d360a246e73035, server=1ab588ae992e,39911,1732432749201 in 193 msec 2024-11-24T07:19:18,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:19:18,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c0eb2dccc77fbbdd7d360a246e73035, ASSIGN in 349 msec 2024-11-24T07:19:18,839 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:19:18,840 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432758839"}]},"ts":"1732432758839"} 2024-11-24T07:19:18,842 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:19:18,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:19:18,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-24T07:19:18,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035., hostname=1ab588ae992e,39911,1732432749201, seqNum=2] 2024-11-24T07:19:18,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:18,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:19,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:19:19,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T07:19:19,167 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:19:19,193 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,39911,1732432749201, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:19:19,193 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:19,194 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39911,1732432749201, seqNum=-1] 2024-11-24T07:19:19,194 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:19,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-24T07:19:19,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,39911,1732432749201', locateType=CURRENT is [region=hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035., hostname=1ab588ae992e,39911,1732432749201, seqNum=2] 2024-11-24T07:19:19,199 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T07:19:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T07:19:19,201 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,39911,1732432749201 suceeded 2024-11-24T07:19:19,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T07:19:19,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-24T07:19:19,202 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:33973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:19:19,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5460 sec 2024-11-24T07:19:19,213 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:33973' 2024-11-24T07:19:19,214 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36d24810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:19,214 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,33973,-1 for getting cluster id 2024-11-24T07:19:19,214 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:19,215 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99d62b56-60e2-4058-bda5-f93ee18d53eb' 2024-11-24T07:19:19,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:19,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99d62b56-60e2-4058-bda5-f93ee18d53eb" 2024-11-24T07:19:19,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f022a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:19,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,33973,-1] 2024-11-24T07:19:19,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:19,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:19,216 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:19,216 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b834e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:19,217 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,33973,1732432754045 2024-11-24T07:19:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e40509f 2024-11-24T07:19:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:19,218 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-24T07:19:19,218 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,39911,1732432749201 (queues=1) is replicating from cluster=173f0607-74ba-4419-be8c-56ba6d6c3900 to cluster=99d62b56-60e2-4058-bda5-f93ee18d53eb 2024-11-24T07:19:19,219 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C39911%2C1732432749201 2024-11-24T07:19:19,219 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,39911,1732432749201, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:19:19,219 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201.replicationSource.shipper1ab588ae992e%2C39911%2C1732432749201,1-1ab588ae992e,39911,1732432749201 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C39911%2C1732432749201 2024-11-24T07:19:19,219 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201.replicationSource.wal-reader.1ab588ae992e%2C39911%2C1732432749201,1-1ab588ae992e,39911,1732432749201 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.1732432751015, startPosition=0, beingWritten=true 2024-11-24T07:19:19,424 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201.replicationSource.wal-reader.1ab588ae992e%2C39911%2C1732432749201,1-1ab588ae992e,39911,1732432749201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.1732432751015 to pos 0, reset compression=false 2024-11-24T07:19:19,728 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201.replicationSource.wal-reader.1ab588ae992e%2C39911%2C1732432749201,1-1ab588ae992e,39911,1732432749201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.1732432751015 to pos 0, reset compression=false 2024-11-24T07:19:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:19,804 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:19:19,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:19,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:19,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:19,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:19,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:19,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,40283,1732432748988 2024-11-24T07:19:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1415ab12 2024-11-24T07:19:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:19,807 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:19,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T07:19:19,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:19,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:19,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:19,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:19,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:19,808 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:19:19,808 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=731504563, stopped=false 2024-11-24T07:19:19,808 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,40283,1732432748988 2024-11-24T07:19:19,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0947191070/running 2024-11-24T07:19:19,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0947191070/running 2024-11-24T07:19:19,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:19,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:19,855 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:19,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:19,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:19,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:19,856 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,39911,1732432749201' ***** 2024-11-24T07:19:19,856 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:19:19,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/running 2024-11-24T07:19:19,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/running 2024-11-24T07:19:19,856 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:19:19,856 INFO [RS:0;1ab588ae992e:39911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:19:19,856 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:19:19,856 INFO [RS:0;1ab588ae992e:39911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:19:19,856 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:19,857 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,39911,1732432749201 2024-11-24T07:19:19,857 INFO [RS:0;1ab588ae992e:39911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:19,857 INFO [RS:0;1ab588ae992e:39911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39911. 2024-11-24T07:19:19,857 DEBUG [RS:0;1ab588ae992e:39911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:19,857 DEBUG [RS:0;1ab588ae992e:39911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:19,857 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c0eb2dccc77fbbdd7d360a246e73035, disabling compactions & flushes 2024-11-24T07:19:19,857 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:19,857 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:19,857 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:19:19,857 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. after waiting 0 ms 2024-11-24T07:19:19,857 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:19:19,857 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:19,857 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:19:19,857 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:19:19,857 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c0eb2dccc77fbbdd7d360a246e73035 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T07:19:19,857 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:19:19,857 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2c0eb2dccc77fbbdd7d360a246e73035=hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035.} 2024-11-24T07:19:19,857 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:19,857 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:19:19,857 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:19:19,857 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:19:19,857 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:19:19,857 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:19:19,857 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T07:19:19,871 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/info/dfe030695d5348b585dd90376a206a90 is 147, key is hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035./info:regioninfo/1732432758832/Put/seqid=0 2024-11-24T07:19:19,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741838_1014 (size=6631) 2024-11-24T07:19:19,876 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035/.tmp/queue/445294b2f56c451fbcb4124bf5ce3b88 is 151, key is 1-1ab588ae992e,39911,1732432749201/queue:1ab588ae992e%2C39911%2C1732432749201/1732432759198/Put/seqid=0 2024-11-24T07:19:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741839_1015 (size=5350) 2024-11-24T07:19:19,886 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:19:19,886 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:19:19,893 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:20,057 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:20,134 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201.replicationSource.wal-reader.1ab588ae992e%2C39911%2C1732432749201,1-1ab588ae992e,39911,1732432749201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.1732432751015 to pos 0, reset compression=false 2024-11-24T07:19:20,257 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:20,276 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/info/dfe030695d5348b585dd90376a206a90 2024-11-24T07:19:20,280 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035/.tmp/queue/445294b2f56c451fbcb4124bf5ce3b88 2024-11-24T07:19:20,286 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035/.tmp/queue/445294b2f56c451fbcb4124bf5ce3b88 as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035/queue/445294b2f56c451fbcb4124bf5ce3b88 2024-11-24T07:19:20,291 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035/queue/445294b2f56c451fbcb4124bf5ce3b88, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T07:19:20,291 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2c0eb2dccc77fbbdd7d360a246e73035 in 434ms, sequenceid=5, compaction requested=false 2024-11-24T07:19:20,291 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T07:19:20,295 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T07:19:20,296 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:20,296 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:20,296 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:20,296 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c0eb2dccc77fbbdd7d360a246e73035: Waiting for close lock at 1732432759857Running coprocessor pre-close hooks at 1732432759857Disabling compacts and flushes for region at 1732432759857Disabling writes for close at 1732432759857Obtaining lock to block concurrent updates at 1732432759857Preparing flush snapshotting stores in 2c0eb2dccc77fbbdd7d360a246e73035 at 1732432759857Finished memstore snapshotting hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732432759857Flushing stores of hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. at 1732432759858 (+1 ms)Flushing 2c0eb2dccc77fbbdd7d360a246e73035/queue: creating writer at 1732432759858Flushing 2c0eb2dccc77fbbdd7d360a246e73035/queue: appending metadata at 1732432759875 (+17 ms)Flushing 2c0eb2dccc77fbbdd7d360a246e73035/queue: closing flushed file at 1732432759876 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d32dbd: reopening flushed file at 1732432760285 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2c0eb2dccc77fbbdd7d360a246e73035 in 434ms, sequenceid=5, compaction requested=false at 1732432760291 (+6 ms)Writing region close event to WAL at 1732432760292 (+1 ms)Running coprocessor post-close hooks at 1732432760296 (+4 ms)Closed at 1732432760296 2024-11-24T07:19:20,296 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:20,300 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/ns/d8a6501221694d298d68e68144e04779 is 43, key is default/ns:d/1732432752064/Put/seqid=0 2024-11-24T07:19:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741840_1016 (size=5153) 2024-11-24T07:19:20,458 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:20,639 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201.replicationSource.wal-reader.1ab588ae992e%2C39911%2C1732432749201,1-1ab588ae992e,39911,1732432749201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.1732432751015 to pos 0, reset compression=false 2024-11-24T07:19:20,658 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:20,704 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/ns/d8a6501221694d298d68e68144e04779 2024-11-24T07:19:20,721 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/table/6b78267480cf4619b7e4cefa48fcb073 is 53, key is hbase:replication/table:state/1732432758839/Put/seqid=0 2024-11-24T07:19:20,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741841_1017 (size=5256) 2024-11-24T07:19:20,858 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:19:20,858 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:19:20,858 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:21,058 DEBUG [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:21,126 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/table/6b78267480cf4619b7e4cefa48fcb073 2024-11-24T07:19:21,131 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/info/dfe030695d5348b585dd90376a206a90 as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/info/dfe030695d5348b585dd90376a206a90 2024-11-24T07:19:21,136 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/info/dfe030695d5348b585dd90376a206a90, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T07:19:21,137 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/ns/d8a6501221694d298d68e68144e04779 as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/ns/d8a6501221694d298d68e68144e04779 2024-11-24T07:19:21,141 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/ns/d8a6501221694d298d68e68144e04779, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T07:19:21,142 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/table/6b78267480cf4619b7e4cefa48fcb073 as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/table/6b78267480cf4619b7e4cefa48fcb073 2024-11-24T07:19:21,146 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/table/6b78267480cf4619b7e4cefa48fcb073, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T07:19:21,147 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false 2024-11-24T07:19:21,151 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T07:19:21,152 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:21,152 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:21,152 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:21,152 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432759857Running coprocessor pre-close hooks at 1732432759857Disabling compacts and flushes for region at 1732432759857Disabling writes for close at 1732432759857Obtaining lock to block concurrent updates at 1732432759857Preparing flush snapshotting stores in 1588230740 at 1732432759857Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732432759858 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432759858Flushing 1588230740/info: creating writer at 1732432759858Flushing 1588230740/info: appending metadata at 1732432759871 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732432759871Flushing 1588230740/ns: creating writer at 1732432760281 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732432760299 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732432760299Flushing 1588230740/table: creating writer at 1732432760708 (+409 ms)Flushing 1588230740/table: appending metadata at 1732432760721 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732432760721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9851b4: reopening flushed file at 1732432761130 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b53d4c0: reopening flushed file at 1732432761136 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a530315: reopening flushed file at 1732432761141 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false at 1732432761147 (+6 ms)Writing region close event to WAL at 1732432761148 (+1 ms)Running coprocessor post-close hooks at 1732432761152 (+4 ms)Closed at 1732432761152 2024-11-24T07:19:21,152 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:21,243 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201.replicationSource.wal-reader.1ab588ae992e%2C39911%2C1732432749201,1-1ab588ae992e,39911,1732432749201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.1732432751015 to pos 0, reset compression=false 2024-11-24T07:19:21,258 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,39911,1732432749201; all regions closed. 2024-11-24T07:19:21,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741834_1010 (size=2742) 2024-11-24T07:19:21,263 DEBUG [RS:0;1ab588ae992e:39911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs 2024-11-24T07:19:21,263 INFO [RS:0;1ab588ae992e:39911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C39911%2C1732432749201.meta:.meta(num 1732432751983) 2024-11-24T07:19:21,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741837_1013 (size=1586) 2024-11-24T07:19:21,265 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.rep.1732432758799 not finished, retry = 0 2024-11-24T07:19:21,367 DEBUG [RS:0;1ab588ae992e:39911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs 2024-11-24T07:19:21,367 INFO [RS:0;1ab588ae992e:39911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C39911%2C1732432749201.rep:(num 1732432758799) 2024-11-24T07:19:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741832_1008 (size=93) 2024-11-24T07:19:21,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201/1ab588ae992e%2C39911%2C1732432749201.1732432751015 not finished, retry = 0 2024-11-24T07:19:21,471 DEBUG [RS:0;1ab588ae992e:39911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs 2024-11-24T07:19:21,471 INFO [RS:0;1ab588ae992e:39911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C39911%2C1732432749201:(num 1732432751015) 2024-11-24T07:19:21,471 DEBUG [RS:0;1ab588ae992e:39911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:21,471 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:21,471 INFO [RS:0;1ab588ae992e:39911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:21,472 INFO [RS:0;1ab588ae992e:39911 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:21,472 INFO [RS:0;1ab588ae992e:39911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:21,472 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:21,472 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,39911,1732432749201 because: Region server is closing 2024-11-24T07:19:21,472 INFO [RS:0;1ab588ae992e:39911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39911. 2024-11-24T07:19:21,472 DEBUG [RS:0;1ab588ae992e:39911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:21,472 DEBUG [RS:0;1ab588ae992e:39911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:21,472 DEBUG [RS:0;1ab588ae992e:39911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:21,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:21,573 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201.replicationSource.shipper1ab588ae992e%2C39911%2C1732432749201,1-1ab588ae992e,39911,1732432749201 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T07:19:21,573 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201.replicationSource.wal-reader.1ab588ae992e%2C39911%2C1732432749201,1-1ab588ae992e,39911,1732432749201 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:19:21,573 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39911,1732432749201.replicationSource.shipper1ab588ae992e%2C39911%2C1732432749201,1-1ab588ae992e,39911,1732432749201 terminated 2024-11-24T07:19:21,573 INFO [RS:0;1ab588ae992e:39911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39911 2024-11-24T07:19:21,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/rs 2024-11-24T07:19:21,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0947191070/rs/1ab588ae992e,39911,1732432749201 2024-11-24T07:19:21,655 INFO [RS:0;1ab588ae992e:39911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:21,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,39911,1732432749201] 2024-11-24T07:19:21,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/draining/1ab588ae992e,39911,1732432749201 already deleted, retry=false 2024-11-24T07:19:21,676 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,39911,1732432749201 expired; onlineServers=0 2024-11-24T07:19:21,676 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,40283,1732432748988' ***** 2024-11-24T07:19:21,676 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:19:21,676 INFO [M:0;1ab588ae992e:40283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:21,676 INFO [M:0;1ab588ae992e:40283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:21,676 DEBUG [M:0;1ab588ae992e:40283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:19:21,676 DEBUG [M:0;1ab588ae992e:40283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:19:21,676 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:19:21,676 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432750774 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432750774,5,FailOnTimeoutGroup] 2024-11-24T07:19:21,676 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432750774 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432750774,5,FailOnTimeoutGroup] 2024-11-24T07:19:21,676 INFO [M:0;1ab588ae992e:40283 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:21,676 INFO [M:0;1ab588ae992e:40283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:21,677 DEBUG [M:0;1ab588ae992e:40283 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:19:21,677 INFO [M:0;1ab588ae992e:40283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:19:21,677 INFO [M:0;1ab588ae992e:40283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:21,677 INFO [M:0;1ab588ae992e:40283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:19:21,677 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:19:21,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0947191070/master 2024-11-24T07:19:21,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:21,686 DEBUG [M:0;1ab588ae992e:40283 {}] zookeeper.ZKUtil(347): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/master because node does not exist (not an error) 2024-11-24T07:19:21,686 WARN [M:0;1ab588ae992e:40283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:19:21,687 INFO [M:0;1ab588ae992e:40283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/.lastflushedseqids 2024-11-24T07:19:21,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741842_1018 (size=181) 2024-11-24T07:19:21,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:21,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39911-0x1016bb5d3f00001, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:21,766 INFO [RS:0;1ab588ae992e:39911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:21,766 INFO [RS:0;1ab588ae992e:39911 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,39911,1732432749201; zookeeper connection closed. 2024-11-24T07:19:21,766 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11a9c2d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11a9c2d2 2024-11-24T07:19:21,766 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:19:22,092 INFO [M:0;1ab588ae992e:40283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:19:22,092 INFO [M:0;1ab588ae992e:40283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:19:22,092 DEBUG [M:0;1ab588ae992e:40283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:19:22,092 INFO [M:0;1ab588ae992e:40283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:22,092 DEBUG [M:0;1ab588ae992e:40283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:22,092 DEBUG [M:0;1ab588ae992e:40283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:19:22,092 DEBUG [M:0;1ab588ae992e:40283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:22,092 INFO [M:0;1ab588ae992e:40283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T07:19:22,106 DEBUG [M:0;1ab588ae992e:40283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08ca2db345344a468d7a4e96ee6cd6e6 is 82, key is hbase:meta,,1/info:regioninfo/1732432752011/Put/seqid=0 2024-11-24T07:19:22,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741843_1019 (size=5672) 2024-11-24T07:19:22,510 INFO [M:0;1ab588ae992e:40283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08ca2db345344a468d7a4e96ee6cd6e6 2024-11-24T07:19:22,559 DEBUG [M:0;1ab588ae992e:40283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6029c9b8334a72b1fb9c8744519430 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732432758845/Put/seqid=0 2024-11-24T07:19:22,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741844_1020 (size=7203) 2024-11-24T07:19:22,563 INFO [M:0;1ab588ae992e:40283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6029c9b8334a72b1fb9c8744519430 2024-11-24T07:19:22,580 DEBUG [M:0;1ab588ae992e:40283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e854b8c3c7e4518b883ed961001bbaf is 69, key is 1ab588ae992e,39911,1732432749201/rs:state/1732432750866/Put/seqid=0 2024-11-24T07:19:22,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741845_1021 (size=5156) 2024-11-24T07:19:22,984 INFO [M:0;1ab588ae992e:40283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e854b8c3c7e4518b883ed961001bbaf 2024-11-24T07:19:22,989 DEBUG [M:0;1ab588ae992e:40283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08ca2db345344a468d7a4e96ee6cd6e6 as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08ca2db345344a468d7a4e96ee6cd6e6 2024-11-24T07:19:22,994 INFO [M:0;1ab588ae992e:40283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08ca2db345344a468d7a4e96ee6cd6e6, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T07:19:22,995 DEBUG [M:0;1ab588ae992e:40283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6029c9b8334a72b1fb9c8744519430 as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc6029c9b8334a72b1fb9c8744519430 2024-11-24T07:19:23,000 INFO [M:0;1ab588ae992e:40283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc6029c9b8334a72b1fb9c8744519430, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T07:19:23,001 DEBUG [M:0;1ab588ae992e:40283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e854b8c3c7e4518b883ed961001bbaf as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e854b8c3c7e4518b883ed961001bbaf 2024-11-24T07:19:23,006 INFO [M:0;1ab588ae992e:40283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e854b8c3c7e4518b883ed961001bbaf, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T07:19:23,007 INFO [M:0;1ab588ae992e:40283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=70, compaction requested=false 2024-11-24T07:19:23,008 INFO [M:0;1ab588ae992e:40283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:23,008 DEBUG [M:0;1ab588ae992e:40283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432762092Disabling compacts and flushes for region at 1732432762092Disabling writes for close at 1732432762092Obtaining lock to block concurrent updates at 1732432762092Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432762092Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732432762092Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432762093 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432762093Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432762106 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432762106Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432762545 (+439 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432762558 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432762558Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432762567 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432762579 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432762579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4605878e: reopening flushed file at 1732432762989 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd39504: reopening flushed file at 1732432762994 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea656bc: reopening flushed file at 1732432763000 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=70, compaction requested=false at 1732432763007 (+7 ms)Writing region close event to WAL at 1732432763008 (+1 ms)Closed at 1732432763008 2024-11-24T07:19:23,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741830_1006 (size=41008) 2024-11-24T07:19:23,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988/1ab588ae992e%2C40283%2C1732432748988.1732432750563 not finished, retry = 0 2024-11-24T07:19:23,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:19:23,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:23,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:23,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:23,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:23,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:23,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:23,111 INFO [M:0;1ab588ae992e:40283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:19:23,111 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:23,111 INFO [M:0;1ab588ae992e:40283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40283 2024-11-24T07:19:23,111 INFO [M:0;1ab588ae992e:40283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:23,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:23,260 INFO [M:0;1ab588ae992e:40283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:23,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1016bb5d3f00000, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:23,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:19:23,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:23,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:23,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:19:23,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:23,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:19:23,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:19:23,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:19:23,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38113 2024-11-24T07:19:23,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38113 connecting to ZooKeeper ensemble=127.0.0.1:52282 2024-11-24T07:19:23,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381130x0, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:23,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38113-0x1016bb5d3f00006 connected 2024-11-24T07:19:23,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:23,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:23,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/running 2024-11-24T07:19:23,291 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: INIT 2024-11-24T07:19:23,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097, hbase.cluster.distributed=false 2024-11-24T07:19:23,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/acl 2024-11-24T07:19:23,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-24T07:19:23,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38113 2024-11-24T07:19:23,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38113 2024-11-24T07:19:23,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-24T07:19:23,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-24T07:19:23,307 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:19:23,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:23,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:23,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:19:23,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:23,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:19:23,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:19:23,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:19:23,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38061 2024-11-24T07:19:23,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38061 connecting to ZooKeeper ensemble=127.0.0.1:52282 2024-11-24T07:19:23,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:23,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380610x0, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:23,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380610x0, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/running 2024-11-24T07:19:23,324 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: INIT 2024-11-24T07:19:23,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38061-0x1016bb5d3f00007 connected 2024-11-24T07:19:23,324 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:19:23,325 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:19:23,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/master 2024-11-24T07:19:23,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/acl 2024-11-24T07:19:23,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38061 2024-11-24T07:19:23,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38061 2024-11-24T07:19:23,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38061 2024-11-24T07:19:23,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38061 2024-11-24T07:19:23,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38061 2024-11-24T07:19:23,337 DEBUG [M:0;1ab588ae992e:38113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:38113 2024-11-24T07:19:23,337 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0947191070/backup-masters/1ab588ae992e,38113,1732432763261 2024-11-24T07:19:23,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/backup-masters 2024-11-24T07:19:23,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/backup-masters 2024-11-24T07:19:23,350 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on existing znode=/0947191070/backup-masters/1ab588ae992e,38113,1732432763261 2024-11-24T07:19:23,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:23,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0947191070/master 2024-11-24T07:19:23,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:23,360 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on existing znode=/0947191070/master 2024-11-24T07:19:23,360 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0947191070/backup-masters/1ab588ae992e,38113,1732432763261 from backup master directory 2024-11-24T07:19:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0947191070/backup-masters/1ab588ae992e,38113,1732432763261 2024-11-24T07:19:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/backup-masters 2024-11-24T07:19:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/backup-masters 2024-11-24T07:19:23,370 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:19:23,370 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,38113,1732432763261 2024-11-24T07:19:23,380 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:23,380 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:19:23,386 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-24T07:19:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741846_1022 (size=196) 2024-11-24T07:19:23,803 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:19:23,804 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:19:23,804 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:23,808 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T07:19:23,811 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988 to hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988-dead as it is dead 2024-11-24T07:19:23,811 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988-dead/1ab588ae992e%2C40283%2C1732432748988.1732432750563 2024-11-24T07:19:23,811 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988-dead/1ab588ae992e%2C40283%2C1732432748988.1732432750563 after 0ms 2024-11-24T07:19:23,812 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988-dead/1ab588ae992e%2C40283%2C1732432748988.1732432750563 to hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ab588ae992e%2C40283%2C1732432748988.1732432750563 2024-11-24T07:19:23,812 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,40283,1732432748988-dead 2024-11-24T07:19:23,812 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,38113,1732432763261 2024-11-24T07:19:23,813 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:19:23,814 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C38113%2C1732432763261, suffix=, logDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,38113,1732432763261, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/oldWALs, maxLogs=10 2024-11-24T07:19:23,826 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,38113,1732432763261/1ab588ae992e%2C38113%2C1732432763261.1732432763814, exclude list is [], retry=0 2024-11-24T07:19:23,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33875,DS-abc88814-1dcb-4b99-9f5e-59b2b27d97db,DISK] 2024-11-24T07:19:23,830 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,38113,1732432763261/1ab588ae992e%2C38113%2C1732432763261.1732432763814 2024-11-24T07:19:23,830 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44151:44151)] 2024-11-24T07:19:23,830 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:23,830 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:23,830 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:23,830 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:23,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:23,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:19:23,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:23,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08ca2db345344a468d7a4e96ee6cd6e6 2024-11-24T07:19:23,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:23,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:23,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:19:23,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:23,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc6029c9b8334a72b1fb9c8744519430 2024-11-24T07:19:23,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:23,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:23,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:19:23,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:23,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e854b8c3c7e4518b883ed961001bbaf 2024-11-24T07:19:23,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:23,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:23,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:19:23,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:23,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:23,849 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:23,850 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T07:19:23,850 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ab588ae992e%2C40283%2C1732432748988.1732432750563 2024-11-24T07:19:23,854 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ab588ae992e%2C40283%2C1732432748988.1732432750563 2024-11-24T07:19:23,855 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ab588ae992e%2C40283%2C1732432748988.1732432750563 2024-11-24T07:19:23,856 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:23,856 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:23,856 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:23,857 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:23,859 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-24T07:19:23,860 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66513025, jitterRate=-0.008878692984580994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:23,860 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432763830Initializing all the Stores at 1732432763831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432763831Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432763831Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432763831Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432763831Cleaning up temporary data from old regions at 1732432763856 (+25 ms)Region opened successfully at 1732432763860 (+4 ms) 2024-11-24T07:19:23,860 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:19:23,863 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d834129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:19:23,864 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T07:19:23,865 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:19:23,865 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:19:23,865 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:19:23,865 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:19:23,867 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:23,868 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:19:23,868 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:19:23,868 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-24T07:19:23,868 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:19:23,870 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1ab588ae992e,39911,1732432749201, regionLocation=1ab588ae992e,39911,1732432749201, openSeqNum=2 2024-11-24T07:19:23,870 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1ab588ae992e,39911,1732432749201, table=hbase:meta, region=1588230740 2024-11-24T07:19:23,870 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39911,1732432749201, state=OPEN 2024-11-24T07:19:24,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0947191070/meta-region-server 2024-11-24T07:19:24,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0947191070/meta-region-server 2024-11-24T07:19:24,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: CHANGED 2024-11-24T07:19:24,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: CHANGED 2024-11-24T07:19:24,011 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:19:24,087 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/draining/1ab588ae992e,39911,1732432749201 already deleted, retry=false 2024-11-24T07:19:24,087 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1ab588ae992e,39911,1732432749201 on 1ab588ae992e,38113,1732432763261 2024-11-24T07:19:24,088 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1ab588ae992e,39911,1732432749201, splitWal=true, meta=true 2024-11-24T07:19:24,088 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 1ab588ae992e,39911,1732432749201 (carryingMeta=true) 1ab588ae992e,39911,1732432749201/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@45f28f3c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T07:19:24,090 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/balancer because node does not exist (not necessarily an error) 2024-11-24T07:19:24,162 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/balancer already deleted, retry=false 2024-11-24T07:19:24,163 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:19:24,163 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:19:24,187 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/normalizer already deleted, retry=false 2024-11-24T07:19:24,187 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:19:24,188 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:19:24,197 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/switch/split already deleted, retry=false 2024-11-24T07:19:24,198 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:19:24,208 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/switch/merge already deleted, retry=false 2024-11-24T07:19:24,220 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:19:24,229 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/snapshot-cleanup already deleted, retry=false 2024-11-24T07:19:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0947191070/running 2024-11-24T07:19:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0947191070/running 2024-11-24T07:19:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:24,240 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,38113,1732432763261, sessionid=0x1016bb5d3f00006, setting cluster-up flag (Was=false) 2024-11-24T07:19:24,251 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0947191070/flush-table-proc/acquired, /0947191070/flush-table-proc/reached, /0947191070/flush-table-proc/abort 2024-11-24T07:19:24,252 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,38113,1732432763261 2024-11-24T07:19:24,261 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0947191070/online-snapshot/acquired, /0947191070/online-snapshot/reached, /0947191070/online-snapshot/abort 2024-11-24T07:19:24,262 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,38113,1732432763261 2024-11-24T07:19:24,263 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/.lastflushedseqids 2024-11-24T07:19:24,265 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:19:24,265 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:19:24,265 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,38113,1732432763261 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1ab588ae992e,39911,1732432749201 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:19:24,266 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:24,266 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:24,266 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:24,266 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:24,266 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:19:24,266 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,266 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:19:24,266 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,267 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432794267 2024-11-24T07:19:24,267 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:19:24,267 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:19:24,267 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:19:24,267 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1ab588ae992e,39911,1732432749201, splitWal=true, meta=true 2024-11-24T07:19:24,267 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:19:24,267 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:19:24,267 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:19:24,267 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,268 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:19:24,268 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:19:24,268 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1ab588ae992e,39911,1732432749201, splitWal=true, meta=true, isMeta: true 2024-11-24T07:19:24,268 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:19:24,268 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:19:24,269 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201-splitting 2024-11-24T07:19:24,269 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201-splitting dir is empty, no logs to split. 2024-11-24T07:19:24,269 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1ab588ae992e,39911,1732432749201 WAL count=0, meta=true 2024-11-24T07:19:24,271 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201-splitting dir is empty, no logs to split. 2024-11-24T07:19:24,271 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1ab588ae992e,39911,1732432749201 WAL count=0, meta=true 2024-11-24T07:19:24,271 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1ab588ae992e,39911,1732432749201 WAL splitting is done? wals=0, meta=true 2024-11-24T07:19:24,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:19:24,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:19:24,273 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T07:19:24,276 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:19:24,276 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:19:24,278 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432764276,5,FailOnTimeoutGroup] 2024-11-24T07:19:24,278 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432764278,5,FailOnTimeoutGroup] 2024-11-24T07:19:24,278 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,278 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:19:24,278 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,278 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,278 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432764278, completionTime=-1 2024-11-24T07:19:24,278 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T07:19:24,278 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T07:19:24,329 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(746): ClusterId : 173f0607-74ba-4419-be8c-56ba6d6c3900 2024-11-24T07:19:24,329 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:19:24,339 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:19:24,339 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:19:24,350 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:19:24,350 DEBUG [RS:0;1ab588ae992e:38061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702debb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:19:24,361 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:38061 2024-11-24T07:19:24,362 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:19:24,362 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:19:24,362 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:19:24,362 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,38113,1732432763261 with port=38061, startcode=1732432763306 2024-11-24T07:19:24,362 DEBUG [RS:0;1ab588ae992e:38061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:19:24,364 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:19:24,364 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,38061,1732432763306 2024-11-24T07:19:24,364 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,38061,1732432763306 2024-11-24T07:19:24,365 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097 2024-11-24T07:19:24,365 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33131 2024-11-24T07:19:24,365 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:19:24,379 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T07:19:24,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/rs 2024-11-24T07:19:24,404 DEBUG [RS:0;1ab588ae992e:38061 {}] zookeeper.ZKUtil(111): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on existing znode=/0947191070/rs/1ab588ae992e,38061,1732432763306 2024-11-24T07:19:24,404 WARN [RS:0;1ab588ae992e:38061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:19:24,404 INFO [RS:0;1ab588ae992e:38061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:24,404 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306 2024-11-24T07:19:24,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,38061,1732432763306] 2024-11-24T07:19:24,422 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:19:24,423 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:19:24,423 WARN [1ab588ae992e:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T07:19:24,423 INFO [RS:0;1ab588ae992e:38061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:19:24,423 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,423 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:19:24,424 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:19:24,424 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:24,424 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:19:24,425 DEBUG [RS:0;1ab588ae992e:38061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:19:24,425 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,425 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,425 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,425 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,425 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,425 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,38061,1732432763306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:19:24,440 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:19:24,440 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,38061,1732432763306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,453 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,38061,1732432763306, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:19:24,453 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,453 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.Replication(171): 1ab588ae992e,38061,1732432763306 started 2024-11-24T07:19:24,466 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:24,466 DEBUG [RS:0;1ab588ae992e:38061.replicationSource,1-1ab588ae992e,38061,1732432763306 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:33973' 2024-11-24T07:19:24,466 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,38061,1732432763306, RpcServer on 1ab588ae992e/172.17.0.3:38061, sessionid=0x1016bb5d3f00007 2024-11-24T07:19:24,466 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:19:24,466 DEBUG [RS:0;1ab588ae992e:38061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,38061,1732432763306 2024-11-24T07:19:24,466 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,38061,1732432763306' 2024-11-24T07:19:24,466 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0947191070/flush-table-proc/abort' 2024-11-24T07:19:24,466 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0947191070/flush-table-proc/acquired' 2024-11-24T07:19:24,467 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:19:24,467 DEBUG [RS:0;1ab588ae992e:38061.replicationSource,1-1ab588ae992e,38061,1732432763306 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765940d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:24,467 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:19:24,467 DEBUG [RS:0;1ab588ae992e:38061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,38061,1732432763306 2024-11-24T07:19:24,467 DEBUG [RS:0;1ab588ae992e:38061.replicationSource,1-1ab588ae992e,38061,1732432763306 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,33973,-1 for getting cluster id 2024-11-24T07:19:24,467 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,38061,1732432763306' 2024-11-24T07:19:24,467 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0947191070/online-snapshot/abort' 2024-11-24T07:19:24,467 DEBUG [RS:0;1ab588ae992e:38061.replicationSource,1-1ab588ae992e,38061,1732432763306 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:24,467 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0947191070/online-snapshot/acquired' 2024-11-24T07:19:24,467 DEBUG [RS:0;1ab588ae992e:38061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:19:24,467 INFO [RS:0;1ab588ae992e:38061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:19:24,467 INFO [RS:0;1ab588ae992e:38061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:19:24,468 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99d62b56-60e2-4058-bda5-f93ee18d53eb' 2024-11-24T07:19:24,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:24,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99d62b56-60e2-4058-bda5-f93ee18d53eb" 2024-11-24T07:19:24,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa47bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:24,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,33973,-1] 2024-11-24T07:19:24,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:24,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:24,469 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:24,470 DEBUG [RS:0;1ab588ae992e:38061.replicationSource,1-1ab588ae992e,38061,1732432763306 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b208ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:24,470 DEBUG [RS:0;1ab588ae992e:38061.replicationSource,1-1ab588ae992e,38061,1732432763306 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:24,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,33973,1732432754045 2024-11-24T07:19:24,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd7df86 2024-11-24T07:19:24,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:24,471 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-24T07:19:24,472 INFO [RS:0;1ab588ae992e:38061.replicationSource,1-1ab588ae992e,38061,1732432763306 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,38061,1732432763306 (queues=0) is replicating from cluster=173f0607-74ba-4419-be8c-56ba6d6c3900 to cluster=99d62b56-60e2-4058-bda5-f93ee18d53eb 2024-11-24T07:19:24,568 INFO [RS:0;1ab588ae992e:38061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:19:24,569 INFO [RS:0;1ab588ae992e:38061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C38061%2C1732432763306, suffix=, logDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs, maxLogs=10 2024-11-24T07:19:24,580 DEBUG [RS:0;1ab588ae992e:38061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569, exclude list is [], retry=0 2024-11-24T07:19:24,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33875,DS-abc88814-1dcb-4b99-9f5e-59b2b27d97db,DISK] 2024-11-24T07:19:24,584 INFO [RS:0;1ab588ae992e:38061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 2024-11-24T07:19:24,584 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1ab588ae992e%2C38061%2C1732432763306 for peer 1 2024-11-24T07:19:24,584 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C38061%2C1732432763306 2024-11-24T07:19:24,585 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,38061,1732432763306, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:19:24,585 DEBUG [RS:0;1ab588ae992e:38061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44151:44151)] 2024-11-24T07:19:24,585 INFO [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C38061%2C1732432763306 2024-11-24T07:19:24,585 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569, startPosition=0, beingWritten=true 2024-11-24T07:19:24,673 DEBUG [1ab588ae992e:38113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:19:24,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,38061,1732432763306 2024-11-24T07:19:24,675 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,38061,1732432763306, state=OPENING 2024-11-24T07:19:24,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0947191070/meta-region-server 2024-11-24T07:19:24,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0947191070/meta-region-server 2024-11-24T07:19:24,703 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:19:24,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: CHANGED 2024-11-24T07:19:24,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: CHANGED 2024-11-24T07:19:24,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,38061,1732432763306}] 2024-11-24T07:19:24,790 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:24,855 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:19:24,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:19:24,859 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:19:24,859 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:24,860 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:19:24,861 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C38061%2C1732432763306.meta, suffix=.meta, logDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs, maxLogs=10 2024-11-24T07:19:24,879 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.meta.1732432764861.meta, exclude list is [], retry=0 2024-11-24T07:19:24,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33875,DS-abc88814-1dcb-4b99-9f5e-59b2b27d97db,DISK] 2024-11-24T07:19:24,883 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.meta.1732432764861.meta 2024-11-24T07:19:24,883 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44151:44151)] 2024-11-24T07:19:24,883 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:24,884 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:24,884 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:19:24,884 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:19:24,884 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:19:24,884 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:19:24,884 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:24,884 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:19:24,884 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:19:24,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:19:24,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:19:24,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:24,891 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/info/dfe030695d5348b585dd90376a206a90 2024-11-24T07:19:24,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:24,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:19:24,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:19:24,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:24,898 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/ns/d8a6501221694d298d68e68144e04779 2024-11-24T07:19:24,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:24,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:19:24,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:19:24,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:24,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:24,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:19:24,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:19:24,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:24,905 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/table/6b78267480cf4619b7e4cefa48fcb073 2024-11-24T07:19:24,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:24,905 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:19:24,906 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740 2024-11-24T07:19:24,907 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740 2024-11-24T07:19:24,908 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:19:24,908 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:19:24,908 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:24,910 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:19:24,910 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67922754, jitterRate=0.012127906084060669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:24,910 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:19:24,910 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432764884Writing region info on filesystem at 1732432764884Initializing all the Stores at 1732432764885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432764885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432764885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432764885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432764885Cleaning up temporary data from old regions at 1732432764908 (+23 ms)Running coprocessor post-open hooks at 1732432764910 (+2 ms)Region opened successfully at 1732432764910 2024-11-24T07:19:24,911 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732432764855 2024-11-24T07:19:24,914 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:19:24,914 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:19:24,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1ab588ae992e,38061,1732432763306 2024-11-24T07:19:24,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,38061,1732432763306, state=OPEN 2024-11-24T07:19:25,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0947191070/meta-region-server 2024-11-24T07:19:25,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0947191070/meta-region-server 2024-11-24T07:19:25,002 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,38061,1732432763306 2024-11-24T07:19:25,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: CHANGED 2024-11-24T07:19:25,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0947191070/meta-region-server: CHANGED 2024-11-24T07:19:25,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T07:19:25,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,38061,1732432763306 in 299 msec 2024-11-24T07:19:25,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:19:25,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 733 msec 2024-11-24T07:19:25,095 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:25,499 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:25,881 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-24T07:19:26,003 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:26,607 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:27,312 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:27,384 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-24T07:19:28,116 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:28,786 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T07:19:28,786 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:19:28,786 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:28,786 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,38061,1732432763306, seqNum=-1] 2024-11-24T07:19:28,787 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:28,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:28,791 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c0eb2dccc77fbbdd7d360a246e73035, regionState=OPEN, lastHost=1ab588ae992e,39911,1732432749201, regionLocation=1ab588ae992e,39911,1732432749201, openSeqNum=2 2024-11-24T07:19:28,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:19:28,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432828791 2024-11-24T07:19:28,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432888791 2024-11-24T07:19:28,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-24T07:19:28,791 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1ab588ae992e,39911,1732432749201 had 2 regions 2024-11-24T07:19:28,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,38113,1732432763261-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:28,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,38113,1732432763261-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:28,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,38113,1732432763261-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:28,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:38113, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:28,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:28,792 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:28,792 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1ab588ae992e,39911,1732432749201, splitWal=true, meta=true, isMeta: false 2024-11-24T07:19:28,794 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201-splitting dir is empty, no logs to split. 2024-11-24T07:19:28,794 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1ab588ae992e,39911,1732432749201 WAL count=0, meta=false 2024-11-24T07:19:28,796 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,39911,1732432749201-splitting dir is empty, no logs to split. 2024-11-24T07:19:28,796 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1ab588ae992e,39911,1732432749201 WAL count=0, meta=false 2024-11-24T07:19:28,796 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1ab588ae992e,39911,1732432749201 WAL splitting is done? wals=0, meta=false 2024-11-24T07:19:28,797 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.427sec 2024-11-24T07:19:28,797 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:19:28,797 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:19:28,797 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:19:28,797 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:19:28,797 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:19:28,797 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,38113,1732432763261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:19:28,797 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,38113,1732432763261-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:19:28,799 WARN [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1ab588ae992e,39911,1732432749201/hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:28,800 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:19:28,800 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:19:28,800 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,38113,1732432763261-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:28,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c0eb2dccc77fbbdd7d360a246e73035, ASSIGN}] 2024-11-24T07:19:28,802 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c0eb2dccc77fbbdd7d360a246e73035, ASSIGN 2024-11-24T07:19:28,802 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c0eb2dccc77fbbdd7d360a246e73035, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T07:19:28,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162e7734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:28,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,38113,-1 for getting cluster id 2024-11-24T07:19:28,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:28,834 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '173f0607-74ba-4419-be8c-56ba6d6c3900' 2024-11-24T07:19:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "173f0607-74ba-4419-be8c-56ba6d6c3900" 2024-11-24T07:19:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db02c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,38113,-1] 2024-11-24T07:19:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:28,835 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc5c658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:28,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,38061,1732432763306, seqNum=-1] 2024-11-24T07:19:28,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:28,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T07:19:28,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:28,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:28,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:28,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:28,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1ab588ae992e:38113 after: 1ab588ae992e:38113 2024-11-24T07:19:28,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610e6267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:28,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,38113,-1 for getting cluster id 2024-11-24T07:19:28,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:28,842 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '173f0607-74ba-4419-be8c-56ba6d6c3900' 2024-11-24T07:19:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "173f0607-74ba-4419-be8c-56ba6d6c3900" 2024-11-24T07:19:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d49325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,38113,-1] 2024-11-24T07:19:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:28,843 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:28,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d3e470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:28,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,38113,1732432763261 2024-11-24T07:19:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d942c7f 2024-11-24T07:19:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:28,846 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:28,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T07:19:28,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:19:28,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:28,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:28,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:28,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:28,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:28,847 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:19:28,847 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1500008601, stopped=false 2024-11-24T07:19:28,847 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,33973,1732432754045 2024-11-24T07:19:28,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-268493896/running 2024-11-24T07:19:28,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-268493896/running 2024-11-24T07:19:28,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:28,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:28,917 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:28,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:28,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:28,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:28,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Set watcher on znode that does not yet exist, /1-268493896/running 2024-11-24T07:19:28,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Set watcher on znode that does not yet exist, /1-268493896/running 2024-11-24T07:19:28,918 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,43625,1732432754190' ***** 2024-11-24T07:19:28,918 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:19:28,918 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:19:28,918 INFO [RS:0;1ab588ae992e:43625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:19:28,918 INFO [RS:0;1ab588ae992e:43625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:19:28,918 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,43625,1732432754190 2024-11-24T07:19:28,918 INFO [RS:0;1ab588ae992e:43625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:28,918 INFO [RS:0;1ab588ae992e:43625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:43625. 2024-11-24T07:19:28,918 DEBUG [RS:0;1ab588ae992e:43625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:28,918 DEBUG [RS:0;1ab588ae992e:43625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:28,919 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:19:28,919 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:19:28,919 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:19:28,919 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:19:28,919 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:19:28,919 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:19:28,919 DEBUG [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:19:28,919 DEBUG [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:28,919 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:19:28,919 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:19:28,919 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:19:28,919 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:19:28,919 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:19:28,919 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T07:19:28,933 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740/.tmp/ns/4d959405ec0540bf921d0ae88cb1adcd is 43, key is default/ns:d/1732432757584/Put/seqid=0 2024-11-24T07:19:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741835_1011 (size=5153) 2024-11-24T07:19:28,953 DEBUG [1ab588ae992e:38113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:19:28,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2c0eb2dccc77fbbdd7d360a246e73035, regionState=OPENING, regionLocation=1ab588ae992e,38061,1732432763306 2024-11-24T07:19:28,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c0eb2dccc77fbbdd7d360a246e73035, ASSIGN because future has completed 2024-11-24T07:19:28,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c0eb2dccc77fbbdd7d360a246e73035, server=1ab588ae992e,38061,1732432763306}] 2024-11-24T07:19:28,983 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:29,021 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:29,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:29,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:29,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:19:29,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C38061%2C1732432763306.rep, suffix=, logDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs, maxLogs=10 2024-11-24T07:19:29,119 DEBUG [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:29,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.rep.1732432769113, exclude list is [], retry=0 2024-11-24T07:19:29,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33875,DS-abc88814-1dcb-4b99-9f5e-59b2b27d97db,DISK] 2024-11-24T07:19:29,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.rep.1732432769113 2024-11-24T07:19:29,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44151:44151)] 2024-11-24T07:19:29,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c0eb2dccc77fbbdd7d360a246e73035, NAME => 'hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:29,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:29,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:19:29,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. service=MultiRowMutationService 2024-11-24T07:19:29,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:19:29,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:29,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,130 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,130 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c0eb2dccc77fbbdd7d360a246e73035 columnFamilyName hfileref 2024-11-24T07:19:29,130 DEBUG [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:29,131 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(327): Store=2c0eb2dccc77fbbdd7d360a246e73035/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:29,131 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,131 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c0eb2dccc77fbbdd7d360a246e73035 columnFamilyName queue 2024-11-24T07:19:29,131 DEBUG [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:29,136 DEBUG [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035/queue/445294b2f56c451fbcb4124bf5ce3b88 2024-11-24T07:19:29,136 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(327): Store=2c0eb2dccc77fbbdd7d360a246e73035/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:29,136 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,137 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c0eb2dccc77fbbdd7d360a246e73035 columnFamilyName sid 2024-11-24T07:19:29,137 DEBUG [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:29,137 INFO [StoreOpener-2c0eb2dccc77fbbdd7d360a246e73035-1 {}] regionserver.HStore(327): Store=2c0eb2dccc77fbbdd7d360a246e73035/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:29,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:19:29,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 2c0eb2dccc77fbbdd7d360a246e73035; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74125665, jitterRate=0.10455848276615143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:19:29,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:29,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 2c0eb2dccc77fbbdd7d360a246e73035: Running coprocessor pre-open hook at 1732432769128Writing region info on filesystem at 1732432769128Initializing all the Stores at 1732432769129 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432769129Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432769130 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432769130Cleaning up temporary data from old regions at 1732432769140 (+10 ms)Running coprocessor post-open hooks at 1732432769142 (+2 ms)Region opened successfully at 1732432769142 2024-11-24T07:19:29,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035., pid=13, masterSystemTime=1732432769108 2024-11-24T07:19:29,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:29,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:29,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2c0eb2dccc77fbbdd7d360a246e73035, regionState=OPEN, openSeqNum=9, regionLocation=1ab588ae992e,38061,1732432763306 2024-11-24T07:19:29,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c0eb2dccc77fbbdd7d360a246e73035, server=1ab588ae992e,38061,1732432763306 because future has completed 2024-11-24T07:19:29,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T07:19:29,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c0eb2dccc77fbbdd7d360a246e73035, server=1ab588ae992e,38061,1732432763306 in 207 msec 2024-11-24T07:19:29,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-24T07:19:29,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c0eb2dccc77fbbdd7d360a246e73035, ASSIGN in 364 msec 2024-11-24T07:19:29,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T07:19:29,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035., hostname=1ab588ae992e,38061,1732432763306, seqNum=9] 2024-11-24T07:19:29,184 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 1ab588ae992e,39911,1732432749201 2024-11-24T07:19:29,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T07:19:29,301 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:19:29,301 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:19:29,319 DEBUG [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:29,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-24T07:19:29,338 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740/.tmp/ns/4d959405ec0540bf921d0ae88cb1adcd 2024-11-24T07:19:29,343 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740/.tmp/ns/4d959405ec0540bf921d0ae88cb1adcd as hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740/ns/4d959405ec0540bf921d0ae88cb1adcd 2024-11-24T07:19:29,360 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740/ns/4d959405ec0540bf921d0ae88cb1adcd, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T07:19:29,361 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-24T07:19:29,361 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:19:29,364 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T07:19:29,365 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:29,365 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:29,365 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:29,365 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432768919Running coprocessor pre-close hooks at 1732432768919Disabling compacts and flushes for region at 1732432768919Disabling writes for close at 1732432768919Obtaining lock to block concurrent updates at 1732432768919Preparing flush snapshotting stores in 1588230740 at 1732432768919Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732432768919Flushing stores of hbase:meta,,1.1588230740 at 1732432768920 (+1 ms)Flushing 1588230740/ns: creating writer at 1732432768920Flushing 1588230740/ns: appending metadata at 1732432768933 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732432768933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2312c3b5: reopening flushed file at 1732432769342 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1732432769361 (+19 ms)Writing region close event to WAL at 1732432769362 (+1 ms)Running coprocessor post-close hooks at 1732432769365 (+3 ms)Closed at 1732432769365 2024-11-24T07:19:29,365 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:29,519 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,43625,1732432754190; all regions closed. 2024-11-24T07:19:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741834_1010 (size=1152) 2024-11-24T07:19:29,566 DEBUG [RS:0;1ab588ae992e:43625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/oldWALs 2024-11-24T07:19:29,566 INFO [RS:0;1ab588ae992e:43625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C43625%2C1732432754190.meta:.meta(num 1732432757536) 2024-11-24T07:19:29,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741832_1008 (size=93) 2024-11-24T07:19:29,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/WALs/1ab588ae992e,43625,1732432754190/1ab588ae992e%2C43625%2C1732432754190.1732432756401 not finished, retry = 0 2024-11-24T07:19:29,670 DEBUG [RS:0;1ab588ae992e:43625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/oldWALs 2024-11-24T07:19:29,670 INFO [RS:0;1ab588ae992e:43625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C43625%2C1732432754190:(num 1732432756401) 2024-11-24T07:19:29,670 DEBUG [RS:0;1ab588ae992e:43625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:29,670 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:29,670 INFO [RS:0;1ab588ae992e:43625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:29,670 INFO [RS:0;1ab588ae992e:43625 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:29,670 INFO [RS:0;1ab588ae992e:43625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:29,670 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:29,671 INFO [RS:0;1ab588ae992e:43625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43625 2024-11-24T07:19:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-268493896/rs/1ab588ae992e,43625,1732432754190 2024-11-24T07:19:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896/rs 2024-11-24T07:19:29,692 INFO [RS:0;1ab588ae992e:43625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:29,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,43625,1732432754190] 2024-11-24T07:19:29,713 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-268493896/draining/1ab588ae992e,43625,1732432754190 already deleted, retry=false 2024-11-24T07:19:29,713 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,43625,1732432754190 expired; onlineServers=0 2024-11-24T07:19:29,713 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,33973,1732432754045' ***** 2024-11-24T07:19:29,713 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:19:29,713 INFO [M:0;1ab588ae992e:33973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:29,713 INFO [M:0;1ab588ae992e:33973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:29,713 DEBUG [M:0;1ab588ae992e:33973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:19:29,713 DEBUG [M:0;1ab588ae992e:33973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:19:29,713 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:19:29,713 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432756221 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432756221,5,FailOnTimeoutGroup] 2024-11-24T07:19:29,713 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432756221 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432756221,5,FailOnTimeoutGroup] 2024-11-24T07:19:29,713 INFO [M:0;1ab588ae992e:33973 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:29,713 INFO [M:0;1ab588ae992e:33973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:29,714 DEBUG [M:0;1ab588ae992e:33973 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:19:29,714 INFO [M:0;1ab588ae992e:33973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:19:29,714 INFO [M:0;1ab588ae992e:33973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:29,714 INFO [M:0;1ab588ae992e:33973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:19:29,714 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:19:29,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-268493896/master 2024-11-24T07:19:29,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-268493896 2024-11-24T07:19:29,723 DEBUG [M:0;1ab588ae992e:33973 {}] zookeeper.ZKUtil(347): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Unable to get data of znode /1-268493896/master because node does not exist (not an error) 2024-11-24T07:19:29,723 WARN [M:0;1ab588ae992e:33973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:19:29,724 INFO [M:0;1ab588ae992e:33973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/.lastflushedseqids 2024-11-24T07:19:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741836_1012 (size=99) 2024-11-24T07:19:29,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:29,803 INFO [RS:0;1ab588ae992e:43625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43625-0x1016bb5d3f00004, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:29,803 INFO [RS:0;1ab588ae992e:43625 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,43625,1732432754190; zookeeper connection closed. 2024-11-24T07:19:29,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fd58d94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fd58d94 2024-11-24T07:19:29,803 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:19:30,025 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:30,129 INFO [M:0;1ab588ae992e:33973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:19:30,129 INFO [M:0;1ab588ae992e:33973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:19:30,129 DEBUG [M:0;1ab588ae992e:33973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:19:30,129 INFO [M:0;1ab588ae992e:33973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:30,129 DEBUG [M:0;1ab588ae992e:33973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:30,129 DEBUG [M:0;1ab588ae992e:33973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:19:30,129 DEBUG [M:0;1ab588ae992e:33973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:30,129 INFO [M:0;1ab588ae992e:33973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T07:19:30,143 DEBUG [M:0;1ab588ae992e:33973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/647dbfb3f1134ba0adf22361a1a36306 is 82, key is hbase:meta,,1/info:regioninfo/1732432757565/Put/seqid=0 2024-11-24T07:19:30,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741837_1013 (size=5672) 2024-11-24T07:19:30,386 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:19:30,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:30,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:30,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:30,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:30,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:30,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:30,547 INFO [M:0;1ab588ae992e:33973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/647dbfb3f1134ba0adf22361a1a36306 2024-11-24T07:19:30,564 DEBUG [M:0;1ab588ae992e:33973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96e231b899fb45a9be0be1fd62d50d7d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732432757587/Put/seqid=0 2024-11-24T07:19:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741838_1014 (size=5275) 2024-11-24T07:19:30,968 INFO [M:0;1ab588ae992e:33973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96e231b899fb45a9be0be1fd62d50d7d 2024-11-24T07:19:30,985 DEBUG [M:0;1ab588ae992e:33973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1896541f04384f52a5f6ec793fd5d964 is 69, key is 1ab588ae992e,43625,1732432754190/rs:state/1732432756253/Put/seqid=0 2024-11-24T07:19:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741839_1015 (size=5156) 2024-11-24T07:19:31,129 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:31,389 INFO [M:0;1ab588ae992e:33973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1896541f04384f52a5f6ec793fd5d964 2024-11-24T07:19:31,394 DEBUG [M:0;1ab588ae992e:33973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/647dbfb3f1134ba0adf22361a1a36306 as hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/647dbfb3f1134ba0adf22361a1a36306 2024-11-24T07:19:31,398 INFO [M:0;1ab588ae992e:33973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/647dbfb3f1134ba0adf22361a1a36306, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T07:19:31,399 DEBUG [M:0;1ab588ae992e:33973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96e231b899fb45a9be0be1fd62d50d7d as hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96e231b899fb45a9be0be1fd62d50d7d 2024-11-24T07:19:31,403 INFO [M:0;1ab588ae992e:33973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96e231b899fb45a9be0be1fd62d50d7d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T07:19:31,404 DEBUG [M:0;1ab588ae992e:33973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1896541f04384f52a5f6ec793fd5d964 as hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1896541f04384f52a5f6ec793fd5d964 2024-11-24T07:19:31,409 INFO [M:0;1ab588ae992e:33973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/61474407-c9c7-61f0-cf25-415d2dd919cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1896541f04384f52a5f6ec793fd5d964, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T07:19:31,410 INFO [M:0;1ab588ae992e:33973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false 2024-11-24T07:19:31,411 INFO [M:0;1ab588ae992e:33973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:31,411 DEBUG [M:0;1ab588ae992e:33973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432770129Disabling compacts and flushes for region at 1732432770129Disabling writes for close at 1732432770129Obtaining lock to block concurrent updates at 1732432770129Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432770129Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732432770129Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432770130 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432770130Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432770143 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432770143Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432770551 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432770564 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432770564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432770972 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432770985 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432770985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45105580: reopening flushed file at 1732432771393 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ada19a1: reopening flushed file at 1732432771398 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e590dec: reopening flushed file at 1732432771403 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false at 1732432771410 (+7 ms)Writing region close event to WAL at 1732432771411 (+1 ms)Closed at 1732432771411 2024-11-24T07:19:31,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38969 is added to blk_1073741830_1006 (size=10165) 2024-11-24T07:19:31,415 INFO [M:0;1ab588ae992e:33973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:19:31,415 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:31,415 INFO [M:0;1ab588ae992e:33973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33973 2024-11-24T07:19:31,416 INFO [M:0;1ab588ae992e:33973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:31,662 INFO [M:0;1ab588ae992e:33973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:31,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:31,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33973-0x1016bb5d3f00003, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:31,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25c9697f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:19:31,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2635af4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:19:31,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:19:31,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb119b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:19:31,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e177f4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/hadoop.log.dir/,STOPPED} 2024-11-24T07:19:31,666 WARN [BP-1398796127-172.17.0.3-1732432752185 heartbeating to localhost/127.0.0.1:40945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:19:31,666 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:19:31,666 WARN [BP-1398796127-172.17.0.3-1732432752185 heartbeating to localhost/127.0.0.1:40945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1398796127-172.17.0.3-1732432752185 (Datanode Uuid abc73371-9188-4747-8ff9-3b493be83e12) service to localhost/127.0.0.1:40945 2024-11-24T07:19:31,666 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:19:31,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/cluster_491e9d0f-dd73-9a91-77c1-00bda56d767c/data/data1/current/BP-1398796127-172.17.0.3-1732432752185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:19:31,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/cluster_491e9d0f-dd73-9a91-77c1-00bda56d767c/data/data2/current/BP-1398796127-172.17.0.3-1732432752185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:19:31,666 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:19:31,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@571cc2af{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:19:31,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8beee70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:19:31,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:19:31,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@305b238b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:19:31,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1354c3e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/hadoop.log.dir/,STOPPED} 2024-11-24T07:19:31,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:19:31,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:19:31,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:31,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:31,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:31,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:31,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:31,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:19:31,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=354945380, stopped=false 2024-11-24T07:19:31,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,38113,1732432763261 2024-11-24T07:19:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0947191070/running 2024-11-24T07:19:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0947191070/running 2024-11-24T07:19:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:31,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:31,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:31,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:31,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:31,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/running 2024-11-24T07:19:31,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,38061,1732432763306' ***** 2024-11-24T07:19:31,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:19:31,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Set watcher on znode that does not yet exist, /0947191070/running 2024-11-24T07:19:31,697 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:19:31,697 INFO [RS:0;1ab588ae992e:38061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:19:31,697 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:19:31,697 INFO [RS:0;1ab588ae992e:38061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:19:31,697 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:31,697 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,38061,1732432763306 2024-11-24T07:19:31,697 INFO [RS:0;1ab588ae992e:38061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:31,697 INFO [RS:0;1ab588ae992e:38061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:38061. 2024-11-24T07:19:31,697 DEBUG [RS:0;1ab588ae992e:38061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:31,697 DEBUG [RS:0;1ab588ae992e:38061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:31,697 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c0eb2dccc77fbbdd7d360a246e73035, disabling compactions & flushes 2024-11-24T07:19:31,697 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:31,698 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:19:31,698 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:19:31,698 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:31,698 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:19:31,698 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. after waiting 0 ms 2024-11-24T07:19:31,698 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:19:31,698 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:31,698 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:19:31,698 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2c0eb2dccc77fbbdd7d360a246e73035=hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035.} 2024-11-24T07:19:31,698 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:19:31,698 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c0eb2dccc77fbbdd7d360a246e73035 2024-11-24T07:19:31,698 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:19:31,698 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:19:31,698 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:19:31,698 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:19:31,698 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T07:19:31,701 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/replication/2c0eb2dccc77fbbdd7d360a246e73035/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-24T07:19:31,701 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:31,701 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:31,701 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:31,702 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c0eb2dccc77fbbdd7d360a246e73035: Waiting for close lock at 1732432771697Running coprocessor pre-close hooks at 1732432771697Disabling compacts and flushes for region at 1732432771697Disabling writes for close at 1732432771698 (+1 ms)Writing region close event to WAL at 1732432771698Running coprocessor post-close hooks at 1732432771701 (+3 ms)Closed at 1732432771701 2024-11-24T07:19:31,702 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035. 2024-11-24T07:19:31,712 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/info/af989c4736ed4a1b8d0d5cde8d3d01a0 is 147, key is hbase:replication,,1732432757666.2c0eb2dccc77fbbdd7d360a246e73035./info:regioninfo/1732432769145/Put/seqid=0 2024-11-24T07:19:31,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741851_1027 (size=6385) 2024-11-24T07:19:31,733 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:31,898 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:32,098 DEBUG [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:32,116 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/info/af989c4736ed4a1b8d0d5cde8d3d01a0 2024-11-24T07:19:32,121 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/.tmp/info/af989c4736ed4a1b8d0d5cde8d3d01a0 as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/info/af989c4736ed4a1b8d0d5cde8d3d01a0 2024-11-24T07:19:32,127 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/info/af989c4736ed4a1b8d0d5cde8d3d01a0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T07:19:32,127 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-24T07:19:32,131 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T07:19:32,132 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:32,132 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:32,132 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:32,132 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432771698Running coprocessor pre-close hooks at 1732432771698Disabling compacts and flushes for region at 1732432771698Disabling writes for close at 1732432771698Obtaining lock to block concurrent updates at 1732432771698Preparing flush snapshotting stores in 1588230740 at 1732432771698Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732432771698Flushing stores of hbase:meta,,1.1588230740 at 1732432771699 (+1 ms)Flushing 1588230740/info: creating writer at 1732432771699Flushing 1588230740/info: appending metadata at 1732432771712 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732432771712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f39ba1a: reopening flushed file at 1732432772120 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1732432772127 (+7 ms)Writing region close event to WAL at 1732432772128 (+1 ms)Running coprocessor post-close hooks at 1732432772132 (+4 ms)Closed at 1732432772132 2024-11-24T07:19:32,132 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:32,298 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,38061,1732432763306; all regions closed. 2024-11-24T07:19:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741849_1025 (size=2156) 2024-11-24T07:19:32,302 DEBUG [RS:0;1ab588ae992e:38061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs 2024-11-24T07:19:32,302 INFO [RS:0;1ab588ae992e:38061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C38061%2C1732432763306.meta:.meta(num 1732432764861) 2024-11-24T07:19:32,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741850_1026 (size=796) 2024-11-24T07:19:32,306 DEBUG [RS:0;1ab588ae992e:38061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs 2024-11-24T07:19:32,306 INFO [RS:0;1ab588ae992e:38061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C38061%2C1732432763306.rep:(num 1732432769113) 2024-11-24T07:19:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741848_1024 (size=93) 2024-11-24T07:19:32,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 not finished, retry = 0 2024-11-24T07:19:32,333 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 to pos 0, reset compression=false 2024-11-24T07:19:32,409 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569 2024-11-24T07:19:32,409 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T07:19:32,409 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.wal-reader.1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T07:19:32,409 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,38061,1732432763306 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/WALs/1ab588ae992e,38061,1732432763306/1ab588ae992e%2C38061%2C1732432763306.1732432764569, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T07:19:32,409 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:32,409 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,38061,1732432763306, seqNum=-1] 2024-11-24T07:19:32,410 DEBUG [RS:0;1ab588ae992e:38061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/oldWALs 2024-11-24T07:19:32,410 INFO [RS:0;1ab588ae992e:38061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C38061%2C1732432763306:(num 1732432764569) 2024-11-24T07:19:32,410 DEBUG [RS:0;1ab588ae992e:38061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:32,410 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:32,410 INFO [RS:0;1ab588ae992e:38061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:32,410 INFO [RS:0;1ab588ae992e:38061 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:32,410 INFO [RS:0;1ab588ae992e:38061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:32,410 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:32,410 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T07:19:32,410 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T07:19:32,410 WARN [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-1ab588ae992e,38061,1732432763306', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:38061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-24T07:19:32,411 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,38061,1732432763306 because: Region server is closing 2024-11-24T07:19:32,411 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T07:19:32,411 INFO [RS:0;1ab588ae992e:38061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:38061. 2024-11-24T07:19:32,411 DEBUG [RS:0;1ab588ae992e:38061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:32,411 DEBUG [RS:0;1ab588ae992e:38061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:32,411 DEBUG [RS:0;1ab588ae992e:38061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:32,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:32,412 ERROR [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,38061,1732432763306: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,38061,1732432763306, walGroup=1ab588ae992e%2C38061%2C1732432763306, offset=1ab588ae992e%2C38061%2C1732432763306.1732432764569:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:38061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:19:32,413 ERROR [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:19:32,416 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:19:32,417 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:19:32,417 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:19:32,417 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:19:32,417 INFO [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 498511168 }, "NonHeapMemoryUsage": { "committed": 184745984, "init": 7667712, "max": -1, "used": 181896272 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:19:32,419 DEBUG [RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [1ab588ae992e%2C38061%2C1732432763306.1732432764569] 2024-11-24T07:19:32,511 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1ab588ae992e:38061.replicationSource.shipper1ab588ae992e%2C38061%2C1732432763306,1-1ab588ae992e,38061,1732432763306 terminated 2024-11-24T07:19:32,511 INFO [RS:0;1ab588ae992e:38061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38061 2024-11-24T07:19:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0947191070/rs/1ab588ae992e,38061,1732432763306 2024-11-24T07:19:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070/rs 2024-11-24T07:19:32,559 INFO [RS:0;1ab588ae992e:38061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:32,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,38061,1732432763306] 2024-11-24T07:19:32,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0947191070/draining/1ab588ae992e,38061,1732432763306 already deleted, retry=false 2024-11-24T07:19:32,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,38061,1732432763306 expired; onlineServers=0 2024-11-24T07:19:32,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,38113,1732432763261' ***** 2024-11-24T07:19:32,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:19:32,580 INFO [M:0;1ab588ae992e:38113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:32,580 INFO [M:0;1ab588ae992e:38113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:32,580 DEBUG [M:0;1ab588ae992e:38113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:19:32,580 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:19:32,580 DEBUG [M:0;1ab588ae992e:38113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:19:32,581 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432764276 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432764276,5,FailOnTimeoutGroup] 2024-11-24T07:19:32,581 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432764278 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432764278,5,FailOnTimeoutGroup] 2024-11-24T07:19:32,581 INFO [M:0;1ab588ae992e:38113 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:32,581 INFO [M:0;1ab588ae992e:38113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:32,581 DEBUG [M:0;1ab588ae992e:38113 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:19:32,581 INFO [M:0;1ab588ae992e:38113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:19:32,581 INFO [M:0;1ab588ae992e:38113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:32,581 INFO [M:0;1ab588ae992e:38113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:19:32,581 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:19:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0947191070/master 2024-11-24T07:19:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0947191070 2024-11-24T07:19:32,591 DEBUG [M:0;1ab588ae992e:38113 {}] zookeeper.ZKUtil(347): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Unable to get data of znode /0947191070/master because node does not exist (not an error) 2024-11-24T07:19:32,591 WARN [M:0;1ab588ae992e:38113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:19:32,591 INFO [M:0;1ab588ae992e:38113 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/.lastflushedseqids 2024-11-24T07:19:32,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741852_1028 (size=181) 2024-11-24T07:19:32,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:32,670 INFO [RS:0;1ab588ae992e:38061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:32,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38061-0x1016bb5d3f00007, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:32,670 INFO [RS:0;1ab588ae992e:38061 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,38061,1732432763306; zookeeper connection closed. 2024-11-24T07:19:32,670 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50869d91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50869d91 2024-11-24T07:19:32,670 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:19:32,996 INFO [M:0;1ab588ae992e:38113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:19:32,996 INFO [M:0;1ab588ae992e:38113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:19:32,996 DEBUG [M:0;1ab588ae992e:38113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:19:32,996 INFO [M:0;1ab588ae992e:38113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:32,996 DEBUG [M:0;1ab588ae992e:38113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:32,996 DEBUG [M:0;1ab588ae992e:38113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:19:32,997 DEBUG [M:0;1ab588ae992e:38113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:32,997 INFO [M:0;1ab588ae992e:38113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T07:19:33,010 DEBUG [M:0;1ab588ae992e:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33bad0ef601341149f4f3980e63bf1a9 is 82, key is hbase:meta,,1/info:regioninfo/1732432764914/Put/seqid=0 2024-11-24T07:19:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741853_1029 (size=5672) 2024-11-24T07:19:33,414 INFO [M:0;1ab588ae992e:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33bad0ef601341149f4f3980e63bf1a9 2024-11-24T07:19:33,435 DEBUG [M:0;1ab588ae992e:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/457e94753b3849a3982d386636b0a000 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732432769165/Put/seqid=0 2024-11-24T07:19:33,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741854_1030 (size=7312) 2024-11-24T07:19:33,842 INFO [M:0;1ab588ae992e:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/457e94753b3849a3982d386636b0a000 2024-11-24T07:19:33,859 DEBUG [M:0;1ab588ae992e:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41a2fcfcb77d4dddaabca18e9ee587eb is 69, key is 1ab588ae992e,38061,1732432763306/rs:state/1732432764364/Put/seqid=0 2024-11-24T07:19:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741855_1031 (size=5370) 2024-11-24T07:19:34,263 INFO [M:0;1ab588ae992e:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41a2fcfcb77d4dddaabca18e9ee587eb 2024-11-24T07:19:34,267 INFO [M:0;1ab588ae992e:38113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41a2fcfcb77d4dddaabca18e9ee587eb 2024-11-24T07:19:34,268 DEBUG [M:0;1ab588ae992e:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33bad0ef601341149f4f3980e63bf1a9 as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33bad0ef601341149f4f3980e63bf1a9 2024-11-24T07:19:34,272 INFO [M:0;1ab588ae992e:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33bad0ef601341149f4f3980e63bf1a9, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T07:19:34,273 DEBUG [M:0;1ab588ae992e:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/457e94753b3849a3982d386636b0a000 as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/457e94753b3849a3982d386636b0a000 2024-11-24T07:19:34,278 INFO [M:0;1ab588ae992e:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/457e94753b3849a3982d386636b0a000, entries=7, sequenceid=127, filesize=7.1 K 2024-11-24T07:19:34,279 DEBUG [M:0;1ab588ae992e:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41a2fcfcb77d4dddaabca18e9ee587eb as hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41a2fcfcb77d4dddaabca18e9ee587eb 2024-11-24T07:19:34,283 INFO [M:0;1ab588ae992e:38113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41a2fcfcb77d4dddaabca18e9ee587eb 2024-11-24T07:19:34,283 INFO [M:0;1ab588ae992e:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41a2fcfcb77d4dddaabca18e9ee587eb, entries=2, sequenceid=127, filesize=5.2 K 2024-11-24T07:19:34,284 INFO [M:0;1ab588ae992e:38113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false 2024-11-24T07:19:34,285 INFO [M:0;1ab588ae992e:38113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:34,285 DEBUG [M:0;1ab588ae992e:38113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432772996Disabling compacts and flushes for region at 1732432772996Disabling writes for close at 1732432772996Obtaining lock to block concurrent updates at 1732432772997 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432772997Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732432772997Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432772997Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432772998 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432773010 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432773010Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432773418 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432773434 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432773434Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432773846 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432773858 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432773858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632f735a: reopening flushed file at 1732432774267 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85eae89: reopening flushed file at 1732432774272 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e4fa437: reopening flushed file at 1732432774278 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false at 1732432774284 (+6 ms)Writing region close event to WAL at 1732432774285 (+1 ms)Closed at 1732432774285 2024-11-24T07:19:34,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33875 is added to blk_1073741847_1023 (size=22903) 2024-11-24T07:19:34,287 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4da0abeb-5666-d212-154c-3a9925c9b097/MasterData/WALs/1ab588ae992e,38113,1732432763261/1ab588ae992e%2C38113%2C1732432763261.1732432763814 not finished, retry = 0 2024-11-24T07:19:34,388 INFO [M:0;1ab588ae992e:38113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:19:34,388 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:34,388 INFO [M:0;1ab588ae992e:38113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38113 2024-11-24T07:19:34,388 INFO [M:0;1ab588ae992e:38113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:34,554 INFO [M:0;1ab588ae992e:38113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:34,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:34,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1016bb5d3f00006, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:34,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e0ca5aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:19:34,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bef9e75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:19:34,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:19:34,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5547a402{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:19:34,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54b44830{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/hadoop.log.dir/,STOPPED} 2024-11-24T07:19:34,558 WARN [BP-1852995153-172.17.0.3-1732432746629 heartbeating to localhost/127.0.0.1:33131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:19:34,558 WARN [BP-1852995153-172.17.0.3-1732432746629 heartbeating to localhost/127.0.0.1:33131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1852995153-172.17.0.3-1732432746629 (Datanode Uuid 5dbcd6c0-d2b7-458c-b2ca-e39cc1c0c105) service to localhost/127.0.0.1:33131 2024-11-24T07:19:34,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:19:34,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:19:34,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/cluster_c5938de9-fd7d-62eb-6ed0-fc58aca385d2/data/data1/current/BP-1852995153-172.17.0.3-1732432746629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:19:34,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/cluster_c5938de9-fd7d-62eb-6ed0-fc58aca385d2/data/data2/current/BP-1852995153-172.17.0.3-1732432746629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:19:34,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:19:34,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@439c3ef2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:19:34,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24f5e9e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:19:34,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:19:34,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e6200f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:19:34,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19dfe7d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15936cec-468e-f528-4a07-29899de98142/hadoop.log.dir/,STOPPED} 2024-11-24T07:19:34,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T07:19:34,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:19:34,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33131 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40945 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4976 (was 5411) 2024-11-24T07:19:34,603 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=4976 2024-11-24T07:19:34,614 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-24T07:19:34,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/hadoop.log.dir so I do NOT create it in target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4 2024-11-24T07:19:34,614 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:19:34,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/hadoop.tmp.dir so I do NOT create it in target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4 2024-11-24T07:19:34,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0105147-6621-2355-2d8f-567bf06d97ea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:19:34,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4 2024-11-24T07:19:34,615 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/cluster_de496d07-c933-2b10-a63b-4cbf903daa7b, deleteOnExit=true 2024-11-24T07:19:34,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/cluster_de496d07-c933-2b10-a63b-4cbf903daa7b/zookeeper_0, clientPort=62924, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/cluster_de496d07-c933-2b10-a63b-4cbf903daa7b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/cluster_de496d07-c933-2b10-a63b-4cbf903daa7b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:19:34,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62924 2024-11-24T07:19:34,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:19:34,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:19:34,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/test.cache.data in system properties and HBase conf 2024-11-24T07:19:34,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:19:34,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:19:34,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:19:34,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:19:34,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:19:34,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:19:34,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:19:34,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:19:34,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:19:34,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:19:34,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:19:34,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:19:34,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:19:34,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:19:34,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:19:34,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:19:34,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:19:34,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:19:34,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:19:34,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:19:34,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016bb5d3f00002, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:19:34,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016bb5d3f00005, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:19:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:19:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T07:19:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:34,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016bb5d3f00005, quorum=127.0.0.1:52282, baseZNode=/1-268493896 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:19:34,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016bb5d3f00002, quorum=127.0.0.1:52282, baseZNode=/0947191070 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:19:35,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:35,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:19:35,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:19:35,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:19:35,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:19:35,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:35,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ca5bf28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:19:35,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751989bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:19:35,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bc3c58c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/java.io.tmpdir/jetty-localhost-43747-hadoop-hdfs-3_4_1-tests_jar-_-any-3201373985921657126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:19:35,300 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62ac5301{HTTP/1.1, (http/1.1)}{localhost:43747} 2024-11-24T07:19:35,300 INFO [Time-limited test {}] server.Server(415): Started @167065ms 2024-11-24T07:19:35,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:35,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:19:35,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:19:35,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:19:35,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:19:35,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@322eb927{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:19:35,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c31ec9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:19:35,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bee1721{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/java.io.tmpdir/jetty-localhost-38063-hadoop-hdfs-3_4_1-tests_jar-_-any-4233296922688860032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:19:35,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dd94011{HTTP/1.1, (http/1.1)}{localhost:38063} 2024-11-24T07:19:35,766 INFO [Time-limited test {}] server.Server(415): Started @167531ms 2024-11-24T07:19:35,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:19:36,423 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/cluster_de496d07-c933-2b10-a63b-4cbf903daa7b/data/data1/current/BP-1849598355-172.17.0.3-1732432774664/current, will proceed with Du for space computation calculation, 2024-11-24T07:19:36,423 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/cluster_de496d07-c933-2b10-a63b-4cbf903daa7b/data/data2/current/BP-1849598355-172.17.0.3-1732432774664/current, will proceed with Du for space computation calculation, 2024-11-24T07:19:36,440 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:19:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5dccbe4d322dc29c with lease ID 0x351553f071aca898: Processing first storage report for DS-44293511-c98b-4e23-9257-8ee9ce83e10f from datanode DatanodeRegistration(127.0.0.1:34327, datanodeUuid=35eed785-e3d4-4f19-8349-3ea6524d2842, infoPort=41901, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=1267661866;c=1732432774664) 2024-11-24T07:19:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5dccbe4d322dc29c with lease ID 0x351553f071aca898: from storage DS-44293511-c98b-4e23-9257-8ee9ce83e10f node DatanodeRegistration(127.0.0.1:34327, datanodeUuid=35eed785-e3d4-4f19-8349-3ea6524d2842, infoPort=41901, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=1267661866;c=1732432774664), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:19:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5dccbe4d322dc29c with lease ID 0x351553f071aca898: Processing first storage report for DS-901e31b6-d2b3-46fa-8ddb-26489ec553bb from datanode DatanodeRegistration(127.0.0.1:34327, datanodeUuid=35eed785-e3d4-4f19-8349-3ea6524d2842, infoPort=41901, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=1267661866;c=1732432774664) 2024-11-24T07:19:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5dccbe4d322dc29c with lease ID 0x351553f071aca898: from storage DS-901e31b6-d2b3-46fa-8ddb-26489ec553bb node DatanodeRegistration(127.0.0.1:34327, datanodeUuid=35eed785-e3d4-4f19-8349-3ea6524d2842, infoPort=41901, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=1267661866;c=1732432774664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:19:36,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4 2024-11-24T07:19:36,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:36,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:19:36,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a with version=8 2024-11-24T07:19:36,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/hbase-staging 2024-11-24T07:19:36,903 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:19:36,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:36,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:36,904 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:19:36,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:36,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:19:36,904 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:19:36,904 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:19:36,904 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39457 2024-11-24T07:19:36,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39457 connecting to ZooKeeper ensemble=127.0.0.1:62924 2024-11-24T07:19:36,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394570x0, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:36,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39457-0x1016bb641980000 connected 2024-11-24T07:19:37,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:37,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:37,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Set watcher on znode that does not yet exist, /01185114599/running 2024-11-24T07:19:37,078 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a, hbase.cluster.distributed=false 2024-11-24T07:19:37,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Set watcher on znode that does not yet exist, /01185114599/acl 2024-11-24T07:19:37,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39457 2024-11-24T07:19:37,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39457 2024-11-24T07:19:37,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39457 2024-11-24T07:19:37,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39457 2024-11-24T07:19:37,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39457 2024-11-24T07:19:37,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:19:37,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:37,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:37,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:19:37,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:37,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:19:37,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:19:37,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:19:37,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35279 2024-11-24T07:19:37,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35279 connecting to ZooKeeper ensemble=127.0.0.1:62924 2024-11-24T07:19:37,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:37,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:37,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352790x0, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:37,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352790x0, quorum=127.0.0.1:62924, baseZNode=/01185114599 Set watcher on znode that does not yet exist, /01185114599/running 2024-11-24T07:19:37,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35279-0x1016bb641980001 connected 2024-11-24T07:19:37,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:19:37,113 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:19:37,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Set watcher on znode that does not yet exist, /01185114599/master 2024-11-24T07:19:37,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Set watcher on znode that does not yet exist, /01185114599/acl 2024-11-24T07:19:37,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35279 2024-11-24T07:19:37,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35279 2024-11-24T07:19:37,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35279 2024-11-24T07:19:37,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35279 2024-11-24T07:19:37,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35279 2024-11-24T07:19:37,132 DEBUG [M:0;1ab588ae992e:39457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:39457 2024-11-24T07:19:37,132 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01185114599/backup-masters/1ab588ae992e,39457,1732432776903 2024-11-24T07:19:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599/backup-masters 2024-11-24T07:19:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599/backup-masters 2024-11-24T07:19:37,144 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Set watcher on existing znode=/01185114599/backup-masters/1ab588ae992e,39457,1732432776903 2024-11-24T07:19:37,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:37,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01185114599/master 2024-11-24T07:19:37,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:37,155 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Set watcher on existing znode=/01185114599/master 2024-11-24T07:19:37,155 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01185114599/backup-masters/1ab588ae992e,39457,1732432776903 from backup master directory 2024-11-24T07:19:37,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599/backup-masters 2024-11-24T07:19:37,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185114599/backup-masters/1ab588ae992e,39457,1732432776903 2024-11-24T07:19:37,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599/backup-masters 2024-11-24T07:19:37,165 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:19:37,165 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,39457,1732432776903 2024-11-24T07:19:37,168 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/hbase.id] with ID: d05304a0-8b4e-4065-8921-6fbfca75e683 2024-11-24T07:19:37,168 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/.tmp/hbase.id 2024-11-24T07:19:37,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:19:37,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:19:37,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:37,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:37,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:37,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:37,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:37,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:37,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:37,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:37,573 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/.tmp/hbase.id]:[hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/hbase.id] 2024-11-24T07:19:37,582 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:37,582 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:19:37,583 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:19:37,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:37,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:37,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:19:38,049 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:19:38,050 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:19:38,050 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:38,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:19:38,457 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store 2024-11-24T07:19:38,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:19:38,862 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:38,863 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:19:38,863 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:38,863 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:38,863 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:19:38,863 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:38,863 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:38,863 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432778863Disabling compacts and flushes for region at 1732432778863Disabling writes for close at 1732432778863Writing region close event to WAL at 1732432778863Closed at 1732432778863 2024-11-24T07:19:38,864 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/.initializing 2024-11-24T07:19:38,864 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/WALs/1ab588ae992e,39457,1732432776903 2024-11-24T07:19:38,865 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:19:38,866 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C39457%2C1732432776903, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/WALs/1ab588ae992e,39457,1732432776903, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/oldWALs, maxLogs=10 2024-11-24T07:19:38,881 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/WALs/1ab588ae992e,39457,1732432776903/1ab588ae992e%2C39457%2C1732432776903.1732432778867, exclude list is [], retry=0 2024-11-24T07:19:38,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34327,DS-44293511-c98b-4e23-9257-8ee9ce83e10f,DISK] 2024-11-24T07:19:38,885 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/WALs/1ab588ae992e,39457,1732432776903/1ab588ae992e%2C39457%2C1732432776903.1732432778867 2024-11-24T07:19:38,885 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41901:41901)] 2024-11-24T07:19:38,885 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:38,886 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:38,886 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,886 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:19:38,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:38,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:38,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:19:38,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:38,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:38,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:19:38,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:38,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:38,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:19:38,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:38,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:38,893 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,894 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,894 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,895 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,895 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,895 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:38,896 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:38,897 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:38,897 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62915110, jitterRate=-0.062491804361343384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:38,898 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432778886Initializing all the Stores at 1732432778887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432778887Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432778887Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432778887Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432778887Cleaning up temporary data from old regions at 1732432778895 (+8 ms)Region opened successfully at 1732432778898 (+3 ms) 2024-11-24T07:19:38,898 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:19:38,900 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf91e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:19:38,901 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:19:38,901 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:19:38,901 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:19:38,901 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:19:38,902 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:19:38,902 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:19:38,902 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:19:38,903 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:19:38,904 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Unable to get data of znode /01185114599/balancer because node does not exist (not necessarily an error) 2024-11-24T07:19:39,001 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185114599/balancer already deleted, retry=false 2024-11-24T07:19:39,001 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:19:39,002 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Unable to get data of znode /01185114599/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:19:39,011 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185114599/normalizer already deleted, retry=false 2024-11-24T07:19:39,011 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:19:39,012 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Unable to get data of znode /01185114599/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:19:39,022 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185114599/switch/split already deleted, retry=false 2024-11-24T07:19:39,022 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Unable to get data of znode /01185114599/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:19:39,032 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185114599/switch/merge already deleted, retry=false 2024-11-24T07:19:39,034 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Unable to get data of znode /01185114599/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:19:39,043 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01185114599/snapshot-cleanup already deleted, retry=false 2024-11-24T07:19:39,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01185114599/running 2024-11-24T07:19:39,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01185114599/running 2024-11-24T07:19:39,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:39,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:39,054 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,39457,1732432776903, sessionid=0x1016bb641980000, setting cluster-up flag (Was=false) 2024-11-24T07:19:39,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:39,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:39,106 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01185114599/flush-table-proc/acquired, /01185114599/flush-table-proc/reached, /01185114599/flush-table-proc/abort 2024-11-24T07:19:39,107 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,39457,1732432776903 2024-11-24T07:19:39,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:39,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:39,159 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01185114599/online-snapshot/acquired, /01185114599/online-snapshot/reached, /01185114599/online-snapshot/abort 2024-11-24T07:19:39,160 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,39457,1732432776903 2024-11-24T07:19:39,161 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:19:39,162 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:39,162 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:19:39,162 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:19:39,162 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1ab588ae992e,39911,1732432749201: status=Processing ServerCrashProcedure of 1ab588ae992e,39911,1732432749201 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732432764267, completionTime=-1 appears to have been leaked 2024-11-24T07:19:39,162 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,39457,1732432776903 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:19:39,163 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:39,163 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:39,163 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:39,163 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:39,163 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:19:39,163 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,163 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:19:39,163 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,164 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432809164 2024-11-24T07:19:39,164 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:19:39,164 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:19:39,164 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:19:39,164 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:19:39,164 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:19:39,164 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:19:39,164 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,165 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:19:39,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:39,165 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:19:39,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:19:39,165 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:19:39,165 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:19:39,165 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:19:39,165 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:19:39,165 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432779165,5,FailOnTimeoutGroup] 2024-11-24T07:19:39,165 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432779165,5,FailOnTimeoutGroup] 2024-11-24T07:19:39,165 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,166 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:19:39,166 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,166 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:39,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:19:39,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:19:39,224 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(746): ClusterId : d05304a0-8b4e-4065-8921-6fbfca75e683 2024-11-24T07:19:39,224 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:19:39,233 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:19:39,233 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:19:39,243 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:19:39,244 DEBUG [RS:0;1ab588ae992e:35279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcfba62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:19:39,254 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:35279 2024-11-24T07:19:39,254 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:19:39,254 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:19:39,254 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:19:39,254 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,39457,1732432776903 with port=35279, startcode=1732432777096 2024-11-24T07:19:39,255 DEBUG [RS:0;1ab588ae992e:35279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:19:39,256 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:19:39,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,35279,1732432777096 2024-11-24T07:19:39,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39457 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,35279,1732432777096 2024-11-24T07:19:39,257 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a 2024-11-24T07:19:39,257 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34279 2024-11-24T07:19:39,257 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:19:39,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599/rs 2024-11-24T07:19:39,264 DEBUG [RS:0;1ab588ae992e:35279 {}] zookeeper.ZKUtil(111): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Set watcher on existing znode=/01185114599/rs/1ab588ae992e,35279,1732432777096 2024-11-24T07:19:39,264 WARN [RS:0;1ab588ae992e:35279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:19:39,264 INFO [RS:0;1ab588ae992e:35279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:39,264 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096 2024-11-24T07:19:39,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,35279,1732432777096] 2024-11-24T07:19:39,266 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:19:39,267 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:19:39,268 INFO [RS:0;1ab588ae992e:35279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:19:39,268 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,268 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:19:39,269 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:19:39,269 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:19:39,269 DEBUG [RS:0;1ab588ae992e:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:19:39,272 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,272 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,272 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,272 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,272 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,272 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35279,1732432777096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:19:39,284 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:19:39,284 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35279,1732432777096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,284 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,284 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.Replication(171): 1ab588ae992e,35279,1732432777096 started 2024-11-24T07:19:39,296 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:39,297 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,35279,1732432777096, RpcServer on 1ab588ae992e/172.17.0.3:35279, sessionid=0x1016bb641980001 2024-11-24T07:19:39,297 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:19:39,297 DEBUG [RS:0;1ab588ae992e:35279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,35279,1732432777096 2024-11-24T07:19:39,297 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,35279,1732432777096' 2024-11-24T07:19:39,297 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01185114599/flush-table-proc/abort' 2024-11-24T07:19:39,297 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01185114599/flush-table-proc/acquired' 2024-11-24T07:19:39,298 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:19:39,298 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:19:39,298 DEBUG [RS:0;1ab588ae992e:35279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,35279,1732432777096 2024-11-24T07:19:39,298 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,35279,1732432777096' 2024-11-24T07:19:39,298 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01185114599/online-snapshot/abort' 2024-11-24T07:19:39,298 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01185114599/online-snapshot/acquired' 2024-11-24T07:19:39,298 DEBUG [RS:0;1ab588ae992e:35279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:19:39,298 INFO [RS:0;1ab588ae992e:35279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:19:39,298 INFO [RS:0;1ab588ae992e:35279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:19:39,398 INFO [RS:0;1ab588ae992e:35279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:19:39,400 INFO [RS:0;1ab588ae992e:35279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C35279%2C1732432777096, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/oldWALs, maxLogs=10 2024-11-24T07:19:39,411 DEBUG [RS:0;1ab588ae992e:35279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400, exclude list is [], retry=0 2024-11-24T07:19:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34327,DS-44293511-c98b-4e23-9257-8ee9ce83e10f,DISK] 2024-11-24T07:19:39,415 INFO [RS:0;1ab588ae992e:35279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 2024-11-24T07:19:39,415 DEBUG [RS:0;1ab588ae992e:35279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41901:41901)] 2024-11-24T07:19:39,576 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:19:39,576 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a 2024-11-24T07:19:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:19:39,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:39,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:19:39,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:19:39,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:39,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:39,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:19:39,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:19:39,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:39,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:39,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:19:39,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:19:39,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:39,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:39,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:19:39,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:19:39,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:39,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:39,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:19:39,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740 2024-11-24T07:19:39,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740 2024-11-24T07:19:39,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:19:39,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:19:39,989 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:39,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:19:39,992 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:39,992 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60329997, jitterRate=-0.10101298987865448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:39,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432779982Initializing all the Stores at 1732432779982Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432779982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432779983 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432779983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432779983Cleaning up temporary data from old regions at 1732432779989 (+6 ms)Region opened successfully at 1732432779992 (+3 ms) 2024-11-24T07:19:39,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:19:39,992 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:19:39,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:19:39,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:19:39,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:19:39,993 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:39,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432779992Disabling compacts and flushes for region at 1732432779992Disabling writes for close at 1732432779992Writing region close event to WAL at 1732432779993 (+1 ms)Closed at 1732432779993 2024-11-24T07:19:39,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:39,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:19:39,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:19:39,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:19:39,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:19:40,145 DEBUG [1ab588ae992e:39457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:19:40,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,35279,1732432777096 2024-11-24T07:19:40,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,35279,1732432777096, state=OPENING 2024-11-24T07:19:40,407 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:19:40,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:40,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:40,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185114599/meta-region-server: CHANGED 2024-11-24T07:19:40,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185114599/meta-region-server: CHANGED 2024-11-24T07:19:40,418 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:19:40,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,35279,1732432777096}] 2024-11-24T07:19:40,570 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:19:40,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:19:40,574 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:19:40,574 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:40,574 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:19:40,575 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C35279%2C1732432777096.meta, suffix=.meta, logDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/oldWALs, maxLogs=10 2024-11-24T07:19:40,587 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.meta.1732432780575.meta, exclude list is [], retry=0 2024-11-24T07:19:40,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34327,DS-44293511-c98b-4e23-9257-8ee9ce83e10f,DISK] 2024-11-24T07:19:40,590 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.meta.1732432780575.meta 2024-11-24T07:19:40,590 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41901:41901)] 2024-11-24T07:19:40,590 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:40,590 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:40,591 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:19:40,591 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:19:40,591 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:19:40,591 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:19:40,591 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:40,591 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:19:40,591 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:19:40,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:19:40,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:19:40,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:40,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:40,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:19:40,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:19:40,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:40,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:40,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:19:40,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:19:40,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:40,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:40,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:19:40,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:19:40,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:40,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:40,596 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:19:40,596 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740 2024-11-24T07:19:40,597 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740 2024-11-24T07:19:40,598 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:19:40,598 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:19:40,598 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:40,599 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:19:40,599 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62849865, jitterRate=-0.06346403062343597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:40,599 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:19:40,600 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432780591Writing region info on filesystem at 1732432780591Initializing all the Stores at 1732432780592 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432780592Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432780592Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432780592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432780592Cleaning up temporary data from old regions at 1732432780598 (+6 ms)Running coprocessor post-open hooks at 1732432780599 (+1 ms)Region opened successfully at 1732432780600 (+1 ms) 2024-11-24T07:19:40,600 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432780570 2024-11-24T07:19:40,602 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:19:40,602 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:19:40,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,35279,1732432777096 2024-11-24T07:19:40,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,35279,1732432777096, state=OPEN 2024-11-24T07:19:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01185114599/meta-region-server 2024-11-24T07:19:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01185114599/meta-region-server 2024-11-24T07:19:40,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,35279,1732432777096 2024-11-24T07:19:40,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185114599/meta-region-server: CHANGED 2024-11-24T07:19:40,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01185114599/meta-region-server: CHANGED 2024-11-24T07:19:40,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:19:40,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,35279,1732432777096 in 225 msec 2024-11-24T07:19:40,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:19:40,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-11-24T07:19:40,647 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:40,647 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:19:40,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:40,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,35279,1732432777096, seqNum=-1] 2024-11-24T07:19:40,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:40,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:40,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4910 sec 2024-11-24T07:19:40,653 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432780653, completionTime=-1 2024-11-24T07:19:40,653 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:19:40,653 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:19:40,654 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:19:40,654 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432840654 2024-11-24T07:19:40,654 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432900654 2024-11-24T07:19:40,654 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:19:40,655 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39457,1732432776903-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:40,655 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39457,1732432776903-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:40,655 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39457,1732432776903-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:40,655 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:39457, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:40,655 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:40,655 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:40,656 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:19:40,657 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.492sec 2024-11-24T07:19:40,657 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:19:40,658 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:19:40,658 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:19:40,658 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:19:40,658 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:19:40,658 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39457,1732432776903-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:19:40,658 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39457,1732432776903-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:19:40,660 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:19:40,660 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:19:40,660 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39457,1732432776903-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:40,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655c6ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:40,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,39457,-1 for getting cluster id 2024-11-24T07:19:40,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:40,727 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd05304a0-8b4e-4065-8921-6fbfca75e683' 2024-11-24T07:19:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d05304a0-8b4e-4065-8921-6fbfca75e683" 2024-11-24T07:19:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c71814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,39457,-1] 2024-11-24T07:19:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:40,728 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:40,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429f17d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:40,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:40,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,35279,1732432777096, seqNum=-1] 2024-11-24T07:19:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:40,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:40,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,39457,1732432776903 2024-11-24T07:19:40,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62924 2024-11-24T07:19:40,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:40,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016bb641980002 connected 2024-11-24T07:19:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/hadoop.log.dir so I do NOT create it in target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc 2024-11-24T07:19:40,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:19:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/hadoop.tmp.dir so I do NOT create it in target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc 2024-11-24T07:19:40,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:19:40,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc 2024-11-24T07:19:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/cluster_611cc34d-c3d9-fdfa-28cf-5ca99920a5a3, deleteOnExit=true 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/test.cache.data in system properties and HBase conf 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:19:40,772 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:19:40,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:19:40,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:19:40,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:19:40,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:19:40,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:19:40,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:19:40,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:19:40,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:19:40,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:19:40,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:19:41,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:41,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:19:41,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:19:41,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:19:41,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:19:41,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:41,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abd7633{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:19:41,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f21a9ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:19:41,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4985d60c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/java.io.tmpdir/jetty-localhost-36889-hadoop-hdfs-3_4_1-tests_jar-_-any-11979457978610307948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:19:41,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d816ae9{HTTP/1.1, (http/1.1)}{localhost:36889} 2024-11-24T07:19:41,205 INFO [Time-limited test {}] server.Server(415): Started @172970ms 2024-11-24T07:19:41,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:19:41,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:19:41,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:19:41,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:19:41,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:19:41,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@562151bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:19:41,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46591138{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:19:41,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7738c052{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/java.io.tmpdir/jetty-localhost-43165-hadoop-hdfs-3_4_1-tests_jar-_-any-6664164108856084193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:19:41,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48747b9a{HTTP/1.1, (http/1.1)}{localhost:43165} 2024-11-24T07:19:41,548 INFO [Time-limited test {}] server.Server(415): Started @173312ms 2024-11-24T07:19:41,549 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:19:42,209 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/cluster_611cc34d-c3d9-fdfa-28cf-5ca99920a5a3/data/data1/current/BP-263054318-172.17.0.3-1732432780786/current, will proceed with Du for space computation calculation, 2024-11-24T07:19:42,209 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/cluster_611cc34d-c3d9-fdfa-28cf-5ca99920a5a3/data/data2/current/BP-263054318-172.17.0.3-1732432780786/current, will proceed with Du for space computation calculation, 2024-11-24T07:19:42,230 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:19:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xced8dc9d915e6b65 with lease ID 0xe0717f5b1fc70e17: Processing first storage report for DS-97d0377e-d968-426d-8770-658a5372a69f from datanode DatanodeRegistration(127.0.0.1:38719, datanodeUuid=71852d37-de0b-4061-a19a-ac72b08d1040, infoPort=45197, infoSecurePort=0, ipcPort=35247, storageInfo=lv=-57;cid=testClusterID;nsid=1087623335;c=1732432780786) 2024-11-24T07:19:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xced8dc9d915e6b65 with lease ID 0xe0717f5b1fc70e17: from storage DS-97d0377e-d968-426d-8770-658a5372a69f node DatanodeRegistration(127.0.0.1:38719, datanodeUuid=71852d37-de0b-4061-a19a-ac72b08d1040, infoPort=45197, infoSecurePort=0, ipcPort=35247, storageInfo=lv=-57;cid=testClusterID;nsid=1087623335;c=1732432780786), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:19:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xced8dc9d915e6b65 with lease ID 0xe0717f5b1fc70e17: Processing first storage report for DS-008a9fa7-5991-481c-8aca-9995c2c96e09 from datanode DatanodeRegistration(127.0.0.1:38719, datanodeUuid=71852d37-de0b-4061-a19a-ac72b08d1040, infoPort=45197, infoSecurePort=0, ipcPort=35247, storageInfo=lv=-57;cid=testClusterID;nsid=1087623335;c=1732432780786) 2024-11-24T07:19:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xced8dc9d915e6b65 with lease ID 0xe0717f5b1fc70e17: from storage DS-008a9fa7-5991-481c-8aca-9995c2c96e09 node DatanodeRegistration(127.0.0.1:38719, datanodeUuid=71852d37-de0b-4061-a19a-ac72b08d1040, infoPort=45197, infoSecurePort=0, ipcPort=35247, storageInfo=lv=-57;cid=testClusterID;nsid=1087623335;c=1732432780786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:19:42,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc 2024-11-24T07:19:42,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:42,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:19:42,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b with version=8 2024-11-24T07:19:42,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/hbase-staging 2024-11-24T07:19:42,681 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:19:42,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:42,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:42,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:19:42,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:42,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:19:42,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:19:42,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:19:42,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41825 2024-11-24T07:19:42,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41825 connecting to ZooKeeper ensemble=127.0.0.1:62924 2024-11-24T07:19:42,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418250x0, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:42,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41825-0x1016bb641980003 connected 2024-11-24T07:19:42,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:42,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:42,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Set watcher on znode that does not yet exist, /1-1322244746/running 2024-11-24T07:19:42,804 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b, hbase.cluster.distributed=false 2024-11-24T07:19:42,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Set watcher on znode that does not yet exist, /1-1322244746/acl 2024-11-24T07:19:42,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41825 2024-11-24T07:19:42,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41825 2024-11-24T07:19:42,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41825 2024-11-24T07:19:42,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41825 2024-11-24T07:19:42,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41825 2024-11-24T07:19:42,819 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:19:42,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:42,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:42,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:19:42,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:19:42,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:19:42,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:19:42,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:19:42,820 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42643 2024-11-24T07:19:42,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42643 connecting to ZooKeeper ensemble=127.0.0.1:62924 2024-11-24T07:19:42,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:42,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:42,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426430x0, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:42,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426430x0, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Set watcher on znode that does not yet exist, /1-1322244746/running 2024-11-24T07:19:42,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42643-0x1016bb641980004 connected 2024-11-24T07:19:42,833 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:19:42,833 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:19:42,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Set watcher on znode that does not yet exist, /1-1322244746/master 2024-11-24T07:19:42,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Set watcher on znode that does not yet exist, /1-1322244746/acl 2024-11-24T07:19:42,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42643 2024-11-24T07:19:42,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42643 2024-11-24T07:19:42,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42643 2024-11-24T07:19:42,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42643 2024-11-24T07:19:42,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42643 2024-11-24T07:19:42,854 DEBUG [M:0;1ab588ae992e:41825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:41825 2024-11-24T07:19:42,854 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1322244746/backup-masters/1ab588ae992e,41825,1732432782681 2024-11-24T07:19:42,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746/backup-masters 2024-11-24T07:19:42,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746/backup-masters 2024-11-24T07:19:42,864 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Set watcher on existing znode=/1-1322244746/backup-masters/1ab588ae992e,41825,1732432782681 2024-11-24T07:19:42,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:42,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1322244746/master 2024-11-24T07:19:42,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:42,874 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Set watcher on existing znode=/1-1322244746/master 2024-11-24T07:19:42,875 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1322244746/backup-masters/1ab588ae992e,41825,1732432782681 from backup master directory 2024-11-24T07:19:42,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746/backup-masters 2024-11-24T07:19:42,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322244746/backup-masters/1ab588ae992e,41825,1732432782681 2024-11-24T07:19:42,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746/backup-masters 2024-11-24T07:19:42,885 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:19:42,885 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,41825,1732432782681 2024-11-24T07:19:42,888 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/hbase.id] with ID: 72f74ff7-aded-4d7c-9ac2-9b4c3881e952 2024-11-24T07:19:42,888 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/.tmp/hbase.id 2024-11-24T07:19:42,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:19:43,298 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/.tmp/hbase.id]:[hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/hbase.id] 2024-11-24T07:19:43,307 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:43,307 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:19:43,308 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:19:43,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:43,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:43,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:19:43,764 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:19:43,765 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:19:43,765 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:19:44,171 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store 2024-11-24T07:19:44,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:19:44,577 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:44,577 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:19:44,577 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:44,577 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:44,577 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:19:44,577 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:44,577 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:44,577 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432784577Disabling compacts and flushes for region at 1732432784577Disabling writes for close at 1732432784577Writing region close event to WAL at 1732432784577Closed at 1732432784577 2024-11-24T07:19:44,578 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/.initializing 2024-11-24T07:19:44,578 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/WALs/1ab588ae992e,41825,1732432782681 2024-11-24T07:19:44,579 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:19:44,581 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C41825%2C1732432782681, suffix=, logDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/WALs/1ab588ae992e,41825,1732432782681, archiveDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/oldWALs, maxLogs=10 2024-11-24T07:19:44,596 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/WALs/1ab588ae992e,41825,1732432782681/1ab588ae992e%2C41825%2C1732432782681.1732432784581, exclude list is [], retry=0 2024-11-24T07:19:44,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38719,DS-97d0377e-d968-426d-8770-658a5372a69f,DISK] 2024-11-24T07:19:44,600 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/WALs/1ab588ae992e,41825,1732432782681/1ab588ae992e%2C41825%2C1732432782681.1732432784581 2024-11-24T07:19:44,600 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45197:45197)] 2024-11-24T07:19:44,600 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:44,601 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:44,601 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,601 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:19:44,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:44,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:44,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:19:44,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:44,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:44,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:19:44,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:44,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:44,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:19:44,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:44,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:44,609 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,609 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,610 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,611 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,611 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,611 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:44,612 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:19:44,614 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:44,615 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65711308, jitterRate=-0.020825207233428955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:44,615 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432784601Initializing all the Stores at 1732432784602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432784602Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432784604 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432784604Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432784604Cleaning up temporary data from old regions at 1732432784611 (+7 ms)Region opened successfully at 1732432784615 (+4 ms) 2024-11-24T07:19:44,615 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:19:44,617 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d70d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:19:44,618 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:19:44,618 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:19:44,618 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:19:44,619 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:19:44,619 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:19:44,619 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:19:44,619 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:19:44,621 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:19:44,622 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Unable to get data of znode /1-1322244746/balancer because node does not exist (not necessarily an error) 2024-11-24T07:19:44,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:19:44,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T07:19:44,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:44,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T07:19:44,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:44,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T07:19:44,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T07:19:44,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T07:19:44,727 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322244746/balancer already deleted, retry=false 2024-11-24T07:19:44,727 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:19:44,728 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Unable to get data of znode /1-1322244746/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:19:44,737 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322244746/normalizer already deleted, retry=false 2024-11-24T07:19:44,737 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:19:44,738 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Unable to get data of znode /1-1322244746/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:19:44,747 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322244746/switch/split already deleted, retry=false 2024-11-24T07:19:44,748 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Unable to get data of znode /1-1322244746/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:19:44,758 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322244746/switch/merge already deleted, retry=false 2024-11-24T07:19:44,760 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Unable to get data of znode /1-1322244746/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:19:44,769 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322244746/snapshot-cleanup already deleted, retry=false 2024-11-24T07:19:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1322244746/running 2024-11-24T07:19:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1322244746/running 2024-11-24T07:19:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:44,780 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,41825,1732432782681, sessionid=0x1016bb641980003, setting cluster-up flag (Was=false) 2024-11-24T07:19:44,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:44,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:44,832 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1322244746/flush-table-proc/acquired, /1-1322244746/flush-table-proc/reached, /1-1322244746/flush-table-proc/abort 2024-11-24T07:19:44,833 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,41825,1732432782681 2024-11-24T07:19:44,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:44,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:44,884 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1322244746/online-snapshot/acquired, /1-1322244746/online-snapshot/reached, /1-1322244746/online-snapshot/abort 2024-11-24T07:19:44,885 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,41825,1732432782681 2024-11-24T07:19:44,887 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:19:44,888 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:44,888 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:19:44,888 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:19:44,888 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,41825,1732432782681 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:19:44,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:44,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:44,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:44,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:19:44,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:19:44,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:44,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:19:44,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:44,890 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432814890 2024-11-24T07:19:44,890 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:19:44,890 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:19:44,890 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:19:44,890 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:19:44,890 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:19:44,890 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:19:44,891 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:44,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:44,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:19:44,891 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:19:44,891 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:19:44,891 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:19:44,891 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:19:44,891 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:19:44,891 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:19:44,891 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432784891,5,FailOnTimeoutGroup] 2024-11-24T07:19:44,892 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432784891,5,FailOnTimeoutGroup] 2024-11-24T07:19:44,892 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:44,892 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:19:44,892 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:44,892 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:44,892 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:44,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:19:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:19:44,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:19:44,904 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b 2024-11-24T07:19:44,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741832_1008 (size=32) 2024-11-24T07:19:44,947 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(746): ClusterId : 72f74ff7-aded-4d7c-9ac2-9b4c3881e952 2024-11-24T07:19:44,947 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:19:44,959 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:19:44,959 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:19:44,969 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:19:44,970 DEBUG [RS:0;1ab588ae992e:42643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ed7744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:19:44,981 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:42643 2024-11-24T07:19:44,981 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:19:44,981 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:19:44,981 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:19:44,982 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,41825,1732432782681 with port=42643, startcode=1732432782819 2024-11-24T07:19:44,982 DEBUG [RS:0;1ab588ae992e:42643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:19:44,984 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:19:44,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,42643,1732432782819 2024-11-24T07:19:44,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41825 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,42643,1732432782819 2024-11-24T07:19:44,985 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b 2024-11-24T07:19:44,985 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34579 2024-11-24T07:19:44,985 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:19:45,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746/rs 2024-11-24T07:19:45,040 DEBUG [RS:0;1ab588ae992e:42643 {}] zookeeper.ZKUtil(111): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Set watcher on existing znode=/1-1322244746/rs/1ab588ae992e,42643,1732432782819 2024-11-24T07:19:45,040 WARN [RS:0;1ab588ae992e:42643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:19:45,040 INFO [RS:0;1ab588ae992e:42643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:45,040 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819 2024-11-24T07:19:45,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,42643,1732432782819] 2024-11-24T07:19:45,043 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:19:45,044 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:19:45,044 INFO [RS:0;1ab588ae992e:42643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:19:45,044 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,044 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:19:45,045 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:19:45,045 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,045 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,045 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,045 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,045 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,045 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,045 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:19:45,045 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,046 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,046 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,046 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,046 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,046 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:19:45,046 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:19:45,046 DEBUG [RS:0;1ab588ae992e:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:19:45,046 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,046 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,046 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,046 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,046 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,046 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,42643,1732432782819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:19:45,063 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:19:45,063 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,42643,1732432782819-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,063 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,063 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.Replication(171): 1ab588ae992e,42643,1732432782819 started 2024-11-24T07:19:45,079 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,079 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,42643,1732432782819, RpcServer on 1ab588ae992e/172.17.0.3:42643, sessionid=0x1016bb641980004 2024-11-24T07:19:45,079 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:19:45,079 DEBUG [RS:0;1ab588ae992e:42643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,42643,1732432782819 2024-11-24T07:19:45,079 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,42643,1732432782819' 2024-11-24T07:19:45,079 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1322244746/flush-table-proc/abort' 2024-11-24T07:19:45,080 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1322244746/flush-table-proc/acquired' 2024-11-24T07:19:45,080 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:19:45,080 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:19:45,080 DEBUG [RS:0;1ab588ae992e:42643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,42643,1732432782819 2024-11-24T07:19:45,080 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,42643,1732432782819' 2024-11-24T07:19:45,080 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1322244746/online-snapshot/abort' 2024-11-24T07:19:45,080 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1322244746/online-snapshot/acquired' 2024-11-24T07:19:45,081 DEBUG [RS:0;1ab588ae992e:42643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:19:45,081 INFO [RS:0;1ab588ae992e:42643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:19:45,081 INFO [RS:0;1ab588ae992e:42643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:19:45,181 INFO [RS:0;1ab588ae992e:42643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:19:45,182 INFO [RS:0;1ab588ae992e:42643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C42643%2C1732432782819, suffix=, logDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819, archiveDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/oldWALs, maxLogs=10 2024-11-24T07:19:45,195 DEBUG [RS:0;1ab588ae992e:42643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183, exclude list is [], retry=0 2024-11-24T07:19:45,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38719,DS-97d0377e-d968-426d-8770-658a5372a69f,DISK] 2024-11-24T07:19:45,199 INFO [RS:0;1ab588ae992e:42643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 2024-11-24T07:19:45,199 DEBUG [RS:0;1ab588ae992e:42643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45197:45197)] 2024-11-24T07:19:45,267 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:19:45,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:45,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:19:45,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:19:45,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:45,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:45,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:19:45,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:19:45,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:45,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:45,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:19:45,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:19:45,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:45,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:45,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:19:45,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:19:45,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:45,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:45,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:19:45,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740 2024-11-24T07:19:45,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740 2024-11-24T07:19:45,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:19:45,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:19:45,321 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:45,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:19:45,323 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:45,324 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64317188, jitterRate=-0.04159921407699585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:45,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432785312Initializing all the Stores at 1732432785313 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432785313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432785313Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432785313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432785313Cleaning up temporary data from old regions at 1732432785320 (+7 ms)Region opened successfully at 1732432785324 (+4 ms) 2024-11-24T07:19:45,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:19:45,324 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:19:45,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:19:45,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:19:45,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:19:45,324 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:45,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432785324Disabling compacts and flushes for region at 1732432785324Disabling writes for close at 1732432785324Writing region close event to WAL at 1732432785324Closed at 1732432785324 2024-11-24T07:19:45,325 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:45,325 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:19:45,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:19:45,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:19:45,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:19:45,477 DEBUG [1ab588ae992e:41825 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:19:45,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,42643,1732432782819 2024-11-24T07:19:45,478 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,42643,1732432782819, state=OPENING 2024-11-24T07:19:45,527 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:19:45,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:45,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:45,538 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:19:45,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322244746/meta-region-server: CHANGED 2024-11-24T07:19:45,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322244746/meta-region-server: CHANGED 2024-11-24T07:19:45,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,42643,1732432782819}] 2024-11-24T07:19:45,690 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:19:45,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:19:45,694 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:19:45,694 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:45,694 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:19:45,695 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C42643%2C1732432782819.meta, suffix=.meta, logDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819, archiveDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/oldWALs, maxLogs=10 2024-11-24T07:19:45,707 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.meta.1732432785696.meta, exclude list is [], retry=0 2024-11-24T07:19:45,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38719,DS-97d0377e-d968-426d-8770-658a5372a69f,DISK] 2024-11-24T07:19:45,711 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.meta.1732432785696.meta 2024-11-24T07:19:45,711 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45197:45197)] 2024-11-24T07:19:45,711 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:45,711 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:45,712 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:19:45,712 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:19:45,712 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:19:45,712 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:19:45,712 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:45,712 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:19:45,712 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:19:45,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:19:45,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:19:45,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:45,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:45,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:19:45,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:19:45,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:45,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:45,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:19:45,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:19:45,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:45,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:45,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:19:45,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:19:45,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:45,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:19:45,717 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:19:45,718 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740 2024-11-24T07:19:45,719 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740 2024-11-24T07:19:45,720 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:19:45,720 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:19:45,720 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:19:45,721 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:19:45,722 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66167480, jitterRate=-0.014027714729309082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:19:45,722 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:19:45,722 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432785712Writing region info on filesystem at 1732432785712Initializing all the Stores at 1732432785713 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432785713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432785713Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432785713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432785713Cleaning up temporary data from old regions at 1732432785720 (+7 ms)Running coprocessor post-open hooks at 1732432785722 (+2 ms)Region opened successfully at 1732432785722 2024-11-24T07:19:45,723 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432785690 2024-11-24T07:19:45,724 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:19:45,725 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:19:45,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,42643,1732432782819 2024-11-24T07:19:45,726 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,42643,1732432782819, state=OPEN 2024-11-24T07:19:45,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1322244746/meta-region-server 2024-11-24T07:19:45,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1322244746/meta-region-server 2024-11-24T07:19:45,737 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,42643,1732432782819 2024-11-24T07:19:45,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322244746/meta-region-server: CHANGED 2024-11-24T07:19:45,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322244746/meta-region-server: CHANGED 2024-11-24T07:19:45,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:19:45,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,42643,1732432782819 in 199 msec 2024-11-24T07:19:45,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:19:45,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-24T07:19:45,741 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:19:45,741 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:19:45,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:45,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1] 2024-11-24T07:19:45,742 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:45,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:45,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 859 msec 2024-11-24T07:19:45,747 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432785747, completionTime=-1 2024-11-24T07:19:45,747 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:19:45,747 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:19:45,749 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:19:45,749 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432845749 2024-11-24T07:19:45,749 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432905749 2024-11-24T07:19:45,749 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T07:19:45,750 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41825,1732432782681-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,750 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41825,1732432782681-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,750 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41825,1732432782681-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,750 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:41825, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,750 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,751 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,752 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:19:45,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.869sec 2024-11-24T07:19:45,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:19:45,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:19:45,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:19:45,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:19:45,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:19:45,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41825,1732432782681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:19:45,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41825,1732432782681-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:19:45,756 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:19:45,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:19:45,756 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41825,1732432782681-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:19:45,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3d4599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:45,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41825,-1 for getting cluster id 2024-11-24T07:19:45,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:45,848 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72f74ff7-aded-4d7c-9ac2-9b4c3881e952' 2024-11-24T07:19:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72f74ff7-aded-4d7c-9ac2-9b4c3881e952" 2024-11-24T07:19:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5c181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41825,-1] 2024-11-24T07:19:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:45,850 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:45,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c90b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:45,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:45,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1] 2024-11-24T07:19:45,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:45,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:45,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,41825,1732432782681 2024-11-24T07:19:45,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62924 2024-11-24T07:19:45,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:19:45,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016bb641980005 connected 2024-11-24T07:19:45,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:45,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,39457,1732432776903 2024-11-24T07:19:45,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ad5345 2024-11-24T07:19:45,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:45,878 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:45,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:19:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:19:45,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:19:45,880 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:45,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:19:45,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:19:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:45,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:19:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:46,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:19:46,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:46,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:46,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:46,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:46,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:46,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:46,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:46,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:46,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6682da37d6fe5566e47b6b9a0ddc0fa8, NAME => 'test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a 2024-11-24T07:19:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:19:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:46,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:46,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6682da37d6fe5566e47b6b9a0ddc0fa8, disabling compactions & flushes 2024-11-24T07:19:46,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:19:46,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:19:46,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. after waiting 0 ms 2024-11-24T07:19:46,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:19:46,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:19:46,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6682da37d6fe5566e47b6b9a0ddc0fa8: Waiting for close lock at 1732432786702Disabling compacts and flushes for region at 1732432786702Disabling writes for close at 1732432786702Writing region close event to WAL at 1732432786702Closed at 1732432786702 2024-11-24T07:19:46,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:19:46,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432786703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432786703"}]},"ts":"1732432786703"} 2024-11-24T07:19:46,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:19:46,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:19:46,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432786705"}]},"ts":"1732432786705"} 2024-11-24T07:19:46,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:19:46,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6682da37d6fe5566e47b6b9a0ddc0fa8, ASSIGN}] 2024-11-24T07:19:46,708 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6682da37d6fe5566e47b6b9a0ddc0fa8, ASSIGN 2024-11-24T07:19:46,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6682da37d6fe5566e47b6b9a0ddc0fa8, ASSIGN; state=OFFLINE, location=1ab588ae992e,35279,1732432777096; forceNewPlan=false, retain=false 2024-11-24T07:19:46,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6682da37d6fe5566e47b6b9a0ddc0fa8, regionState=OPENING, regionLocation=1ab588ae992e,35279,1732432777096 2024-11-24T07:19:46,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6682da37d6fe5566e47b6b9a0ddc0fa8, ASSIGN because future has completed 2024-11-24T07:19:46,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6682da37d6fe5566e47b6b9a0ddc0fa8, server=1ab588ae992e,35279,1732432777096}] 2024-11-24T07:19:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:47,016 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:19:47,016 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6682da37d6fe5566e47b6b9a0ddc0fa8, NAME => 'test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:47,017 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:47,017 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:19:47,017 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,017 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:47,017 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,017 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,018 INFO [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,019 INFO [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6682da37d6fe5566e47b6b9a0ddc0fa8 columnFamilyName f 2024-11-24T07:19:47,019 DEBUG [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:47,019 INFO [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] regionserver.HStore(327): Store=6682da37d6fe5566e47b6b9a0ddc0fa8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:47,019 INFO [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,020 INFO [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6682da37d6fe5566e47b6b9a0ddc0fa8 columnFamilyName f1 2024-11-24T07:19:47,020 DEBUG [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:47,020 INFO [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] regionserver.HStore(327): Store=6682da37d6fe5566e47b6b9a0ddc0fa8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:47,021 INFO [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,021 INFO [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6682da37d6fe5566e47b6b9a0ddc0fa8 columnFamilyName norep 2024-11-24T07:19:47,021 DEBUG [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:47,022 INFO [StoreOpener-6682da37d6fe5566e47b6b9a0ddc0fa8-1 {}] regionserver.HStore(327): Store=6682da37d6fe5566e47b6b9a0ddc0fa8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:47,022 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,022 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,022 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,023 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,023 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,024 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:19:47,024 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,026 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:47,026 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6682da37d6fe5566e47b6b9a0ddc0fa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67092637, jitterRate=-2.4180114269256592E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:19:47,026 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:19:47,027 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6682da37d6fe5566e47b6b9a0ddc0fa8: Running coprocessor pre-open hook at 1732432787017Writing region info on filesystem at 1732432787017Initializing all the Stores at 1732432787018 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432787018Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432787018Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432787018Cleaning up temporary data from old regions at 1732432787023 (+5 ms)Running coprocessor post-open hooks at 1732432787026 (+3 ms)Region opened successfully at 1732432787027 (+1 ms) 2024-11-24T07:19:47,028 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8., pid=6, masterSystemTime=1732432787013 2024-11-24T07:19:47,029 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:19:47,029 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:19:47,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6682da37d6fe5566e47b6b9a0ddc0fa8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,35279,1732432777096 2024-11-24T07:19:47,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6682da37d6fe5566e47b6b9a0ddc0fa8, server=1ab588ae992e,35279,1732432777096 because future has completed 2024-11-24T07:19:47,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:19:47,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6682da37d6fe5566e47b6b9a0ddc0fa8, server=1ab588ae992e,35279,1732432777096 in 171 msec 2024-11-24T07:19:47,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:19:47,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6682da37d6fe5566e47b6b9a0ddc0fa8, ASSIGN in 327 msec 2024-11-24T07:19:47,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:19:47,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432787036"}]},"ts":"1732432787036"} 2024-11-24T07:19:47,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:19:47,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:19:47,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-24T07:19:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:48,025 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:19:48,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,41825,1732432782681 2024-11-24T07:19:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@192c1c5e 2024-11-24T07:19:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:48,026 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:48,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:19:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:19:48,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:19:48,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:48,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:19:48,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:19:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:19:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:48,436 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74d2c7d6b5f43e817e936abce4bd63a8, NAME => 'test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b 2024-11-24T07:19:48,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:19:48,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:48,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 74d2c7d6b5f43e817e936abce4bd63a8, disabling compactions & flushes 2024-11-24T07:19:48,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:48,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:48,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. after waiting 0 ms 2024-11-24T07:19:48,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:48,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:48,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74d2c7d6b5f43e817e936abce4bd63a8: Waiting for close lock at 1732432788441Disabling compacts and flushes for region at 1732432788441Disabling writes for close at 1732432788441Writing region close event to WAL at 1732432788441Closed at 1732432788441 2024-11-24T07:19:48,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:19:48,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432788442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432788442"}]},"ts":"1732432788442"} 2024-11-24T07:19:48,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:19:48,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:19:48,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432788445"}]},"ts":"1732432788445"} 2024-11-24T07:19:48,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:19:48,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=74d2c7d6b5f43e817e936abce4bd63a8, ASSIGN}] 2024-11-24T07:19:48,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=74d2c7d6b5f43e817e936abce4bd63a8, ASSIGN 2024-11-24T07:19:48,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=74d2c7d6b5f43e817e936abce4bd63a8, ASSIGN; state=OFFLINE, location=1ab588ae992e,42643,1732432782819; forceNewPlan=false, retain=false 2024-11-24T07:19:48,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74d2c7d6b5f43e817e936abce4bd63a8, regionState=OPENING, regionLocation=1ab588ae992e,42643,1732432782819 2024-11-24T07:19:48,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=74d2c7d6b5f43e817e936abce4bd63a8, ASSIGN because future has completed 2024-11-24T07:19:48,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74d2c7d6b5f43e817e936abce4bd63a8, server=1ab588ae992e,42643,1732432782819}] 2024-11-24T07:19:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:48,757 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:48,757 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 74d2c7d6b5f43e817e936abce4bd63a8, NAME => 'test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:48,757 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:48,758 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:19:48,758 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,758 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:48,758 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,758 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,759 INFO [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,760 INFO [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74d2c7d6b5f43e817e936abce4bd63a8 columnFamilyName f 2024-11-24T07:19:48,760 DEBUG [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:48,760 INFO [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] regionserver.HStore(327): Store=74d2c7d6b5f43e817e936abce4bd63a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:48,760 INFO [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,761 INFO [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74d2c7d6b5f43e817e936abce4bd63a8 columnFamilyName f1 2024-11-24T07:19:48,761 DEBUG [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:48,761 INFO [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] regionserver.HStore(327): Store=74d2c7d6b5f43e817e936abce4bd63a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:48,761 INFO [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,762 INFO [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74d2c7d6b5f43e817e936abce4bd63a8 columnFamilyName norep 2024-11-24T07:19:48,762 DEBUG [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:48,762 INFO [StoreOpener-74d2c7d6b5f43e817e936abce4bd63a8-1 {}] regionserver.HStore(327): Store=74d2c7d6b5f43e817e936abce4bd63a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:48,762 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,763 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,763 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,764 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,764 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,764 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:19:48,765 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,767 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:48,767 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 74d2c7d6b5f43e817e936abce4bd63a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62914996, jitterRate=-0.06249350309371948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:19:48,767 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:48,767 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 74d2c7d6b5f43e817e936abce4bd63a8: Running coprocessor pre-open hook at 1732432788758Writing region info on filesystem at 1732432788758Initializing all the Stores at 1732432788758Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432788758Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432788759 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432788759Cleaning up temporary data from old regions at 1732432788764 (+5 ms)Running coprocessor post-open hooks at 1732432788767 (+3 ms)Region opened successfully at 1732432788767 2024-11-24T07:19:48,768 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8., pid=6, masterSystemTime=1732432788754 2024-11-24T07:19:48,770 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:48,770 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:48,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74d2c7d6b5f43e817e936abce4bd63a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,42643,1732432782819 2024-11-24T07:19:48,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74d2c7d6b5f43e817e936abce4bd63a8, server=1ab588ae992e,42643,1732432782819 because future has completed 2024-11-24T07:19:48,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:19:48,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 74d2c7d6b5f43e817e936abce4bd63a8, server=1ab588ae992e,42643,1732432782819 in 171 msec 2024-11-24T07:19:48,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:19:48,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=74d2c7d6b5f43e817e936abce4bd63a8, ASSIGN in 327 msec 2024-11-24T07:19:48,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:19:48,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432788776"}]},"ts":"1732432788776"} 2024-11-24T07:19:48,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:19:48,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:19:48,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-24T07:19:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:19:49,165 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:19:49,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d71061d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,39457,-1 for getting cluster id 2024-11-24T07:19:49,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:49,166 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd05304a0-8b4e-4065-8921-6fbfca75e683' 2024-11-24T07:19:49,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d05304a0-8b4e-4065-8921-6fbfca75e683" 2024-11-24T07:19:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b799bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,39457,-1] 2024-11-24T07:19:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:49,167 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6940116b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f180cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41825,-1 for getting cluster id 2024-11-24T07:19:49,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:49,169 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72f74ff7-aded-4d7c-9ac2-9b4c3881e952' 2024-11-24T07:19:49,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:49,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72f74ff7-aded-4d7c-9ac2-9b4c3881e952" 2024-11-24T07:19:49,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b5b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41825,-1] 2024-11-24T07:19:49,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:49,170 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661b012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17459b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,39457,-1 for getting cluster id 2024-11-24T07:19:49,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:49,172 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd05304a0-8b4e-4065-8921-6fbfca75e683' 2024-11-24T07:19:49,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:49,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d05304a0-8b4e-4065-8921-6fbfca75e683" 2024-11-24T07:19:49,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12656f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,39457,-1] 2024-11-24T07:19:49,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:49,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:49,173 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c1ed31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,39457,1732432776903 2024-11-24T07:19:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cf166ae 2024-11-24T07:19:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:49,175 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:49,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:41825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:19:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:19:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:49,178 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:41825' 2024-11-24T07:19:49,178 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b8e38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,178 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41825,-1 for getting cluster id 2024-11-24T07:19:49,178 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:49,179 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72f74ff7-aded-4d7c-9ac2-9b4c3881e952' 2024-11-24T07:19:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72f74ff7-aded-4d7c-9ac2-9b4c3881e952" 2024-11-24T07:19:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8f0af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41825,-1] 2024-11-24T07:19:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:49,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:49,180 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:49,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781ea0e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:49,181 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:49,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,41825,1732432782681 2024-11-24T07:19:49,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1474c185 2024-11-24T07:19:49,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:49,182 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:49,183 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T07:19:49,183 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:19:49,183 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:49,183 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:49,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:49,183 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:19:49,184 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:19:49,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:19:49,185 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:49,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:19:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:19:49,234 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:19:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:49,592 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b0ec412df333277d616fe75f273350a, NAME => 'hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a 2024-11-24T07:19:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:19:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:49,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:49,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b0ec412df333277d616fe75f273350a, disabling compactions & flushes 2024-11-24T07:19:49,998 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:19:49,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:19:49,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. after waiting 0 ms 2024-11-24T07:19:49,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:19:49,998 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:19:49,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b0ec412df333277d616fe75f273350a: Waiting for close lock at 1732432789998Disabling compacts and flushes for region at 1732432789998Disabling writes for close at 1732432789998Writing region close event to WAL at 1732432789998Closed at 1732432789998 2024-11-24T07:19:49,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:19:49,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432789999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432789999"}]},"ts":"1732432789999"} 2024-11-24T07:19:50,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:19:50,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:19:50,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432790002"}]},"ts":"1732432790002"} 2024-11-24T07:19:50,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:19:50,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b0ec412df333277d616fe75f273350a, ASSIGN}] 2024-11-24T07:19:50,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b0ec412df333277d616fe75f273350a, ASSIGN 2024-11-24T07:19:50,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b0ec412df333277d616fe75f273350a, ASSIGN; state=OFFLINE, location=1ab588ae992e,35279,1732432777096; forceNewPlan=false, retain=false 2024-11-24T07:19:50,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b0ec412df333277d616fe75f273350a, regionState=OPENING, regionLocation=1ab588ae992e,35279,1732432777096 2024-11-24T07:19:50,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b0ec412df333277d616fe75f273350a, ASSIGN because future has completed 2024-11-24T07:19:50,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0ec412df333277d616fe75f273350a, server=1ab588ae992e,35279,1732432777096}] 2024-11-24T07:19:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:50,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:19:50,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:50,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:19:50,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C35279%2C1732432777096.rep, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/oldWALs, maxLogs=10 2024-11-24T07:19:50,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.rep.1732432790404, exclude list is [], retry=0 2024-11-24T07:19:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34327,DS-44293511-c98b-4e23-9257-8ee9ce83e10f,DISK] 2024-11-24T07:19:50,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.rep.1732432790404 2024-11-24T07:19:50,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41901:41901)] 2024-11-24T07:19:50,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b0ec412df333277d616fe75f273350a, NAME => 'hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:50,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:50,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:19:50,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. service=MultiRowMutationService 2024-11-24T07:19:50,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:19:50,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:50,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,426 INFO [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,428 INFO [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b0ec412df333277d616fe75f273350a columnFamilyName hfileref 2024-11-24T07:19:50,428 DEBUG [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:50,428 INFO [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] regionserver.HStore(327): Store=9b0ec412df333277d616fe75f273350a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:50,428 INFO [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,429 INFO [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b0ec412df333277d616fe75f273350a columnFamilyName queue 2024-11-24T07:19:50,429 DEBUG [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:50,429 INFO [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] regionserver.HStore(327): Store=9b0ec412df333277d616fe75f273350a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:50,430 INFO [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,430 INFO [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b0ec412df333277d616fe75f273350a columnFamilyName sid 2024-11-24T07:19:50,430 DEBUG [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:50,431 INFO [StoreOpener-9b0ec412df333277d616fe75f273350a-1 {}] regionserver.HStore(327): Store=9b0ec412df333277d616fe75f273350a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:50,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:19:50,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:50,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9b0ec412df333277d616fe75f273350a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73962301, jitterRate=0.1021241694688797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:19:50,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b0ec412df333277d616fe75f273350a 2024-11-24T07:19:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9b0ec412df333277d616fe75f273350a: Running coprocessor pre-open hook at 1732432790425Writing region info on filesystem at 1732432790425Initializing all the Stores at 1732432790426 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432790426Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432790426Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432790426Cleaning up temporary data from old regions at 1732432790433 (+7 ms)Running coprocessor post-open hooks at 1732432790436 (+3 ms)Region opened successfully at 1732432790437 (+1 ms) 2024-11-24T07:19:50,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a., pid=10, masterSystemTime=1732432790398 2024-11-24T07:19:50,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:19:50,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:19:50,439 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b0ec412df333277d616fe75f273350a, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,35279,1732432777096 2024-11-24T07:19:50,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0ec412df333277d616fe75f273350a, server=1ab588ae992e,35279,1732432777096 because future has completed 2024-11-24T07:19:50,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:19:50,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b0ec412df333277d616fe75f273350a, server=1ab588ae992e,35279,1732432777096 in 283 msec 2024-11-24T07:19:50,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:19:50,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b0ec412df333277d616fe75f273350a, ASSIGN in 439 msec 2024-11-24T07:19:50,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:19:50,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432790446"}]},"ts":"1732432790446"} 2024-11-24T07:19:50,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:19:50,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:19:50,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2650 sec 2024-11-24T07:19:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a., hostname=1ab588ae992e,35279,1732432777096, seqNum=2] 2024-11-24T07:19:50,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:50,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:19:50,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:19:50,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:19:50,697 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:19:50,723 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,35279,1732432777096, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:19:50,724 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:50,724 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,35279,1732432777096, seqNum=-1] 2024-11-24T07:19:50,724 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:50,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T07:19:50,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,35279,1732432777096', locateType=CURRENT is [region=hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a., hostname=1ab588ae992e,35279,1732432777096, seqNum=2] 2024-11-24T07:19:50,728 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:19:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:19:50,730 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,35279,1732432777096 suceeded 2024-11-24T07:19:50,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:19:50,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-24T07:19:50,732 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:41825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:19:50,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5570 sec 2024-11-24T07:19:50,742 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:41825' 2024-11-24T07:19:50,743 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b95b516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:50,743 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41825,-1 for getting cluster id 2024-11-24T07:19:50,743 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:50,744 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72f74ff7-aded-4d7c-9ac2-9b4c3881e952' 2024-11-24T07:19:50,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:50,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72f74ff7-aded-4d7c-9ac2-9b4c3881e952" 2024-11-24T07:19:50,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d376617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:50,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41825,-1] 2024-11-24T07:19:50,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:50,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:50,745 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:50,745 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c27adc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:50,745 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:50,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,41825,1732432782681 2024-11-24T07:19:50,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e7b5a9f 2024-11-24T07:19:50,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:50,747 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T07:19:50,748 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,35279,1732432777096 (queues=1) is replicating from cluster=d05304a0-8b4e-4065-8921-6fbfca75e683 to cluster=72f74ff7-aded-4d7c-9ac2-9b4c3881e952 2024-11-24T07:19:50,748 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C35279%2C1732432777096 2024-11-24T07:19:50,748 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,35279,1732432777096, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:19:50,749 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C35279%2C1732432777096 2024-11-24T07:19:50,749 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400, startPosition=0, beingWritten=true 2024-11-24T07:19:50,753 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:19:50,753 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 379, reset compression=false 2024-11-24T07:19:50,753 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,35279,1732432777096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:19:50,957 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 379, reset compression=false 2024-11-24T07:19:51,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:19:51,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:51,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:51,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:51,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:51,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:51,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:51,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:51,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:51,260 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 379, reset compression=false 2024-11-24T07:19:51,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T07:19:51,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T07:19:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:51,325 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:19:51,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:51,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:51,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:51,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:51,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:51,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a786dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:51,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41825,-1 for getting cluster id 2024-11-24T07:19:51,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:51,327 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72f74ff7-aded-4d7c-9ac2-9b4c3881e952' 2024-11-24T07:19:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72f74ff7-aded-4d7c-9ac2-9b4c3881e952" 2024-11-24T07:19:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a337063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41825,-1] 2024-11-24T07:19:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:51,329 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a947631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:51,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,41825,1732432782681 2024-11-24T07:19:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27bf0c77 2024-11-24T07:19:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:51,332 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:51,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:39457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:19:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:19:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:51,334 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:39457' 2024-11-24T07:19:51,335 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1484de89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:51,335 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,39457,-1 for getting cluster id 2024-11-24T07:19:51,335 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:51,336 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd05304a0-8b4e-4065-8921-6fbfca75e683' 2024-11-24T07:19:51,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:51,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d05304a0-8b4e-4065-8921-6fbfca75e683" 2024-11-24T07:19:51,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2437d2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:51,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,39457,-1] 2024-11-24T07:19:51,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:51,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:51,337 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:51,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652700b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:51,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:51,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,39457,1732432776903 2024-11-24T07:19:51,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38bf88e0 2024-11-24T07:19:51,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:51,340 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:51,341 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T07:19:51,341 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:19:51,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:51,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:51,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:51,341 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:19:51,342 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:19:51,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:19:51,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:51,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:19:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:19:51,392 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:19:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:51,665 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 379, reset compression=false 2024-11-24T07:19:51,752 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ac1a3ba162041fb715bfdb88182b8b4, NAME => 'hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b 2024-11-24T07:19:51,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:19:51,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:51,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ac1a3ba162041fb715bfdb88182b8b4, disabling compactions & flushes 2024-11-24T07:19:51,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:51,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:51,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. after waiting 0 ms 2024-11-24T07:19:51,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:51,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:51,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ac1a3ba162041fb715bfdb88182b8b4: Waiting for close lock at 1732432791757Disabling compacts and flushes for region at 1732432791757Disabling writes for close at 1732432791757Writing region close event to WAL at 1732432791757Closed at 1732432791757 2024-11-24T07:19:51,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:19:51,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432791758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432791758"}]},"ts":"1732432791758"} 2024-11-24T07:19:51,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:19:51,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:19:51,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432791761"}]},"ts":"1732432791761"} 2024-11-24T07:19:51,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:19:51,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ac1a3ba162041fb715bfdb88182b8b4, ASSIGN}] 2024-11-24T07:19:51,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ac1a3ba162041fb715bfdb88182b8b4, ASSIGN 2024-11-24T07:19:51,764 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ac1a3ba162041fb715bfdb88182b8b4, ASSIGN; state=OFFLINE, location=1ab588ae992e,42643,1732432782819; forceNewPlan=false, retain=false 2024-11-24T07:19:51,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ac1a3ba162041fb715bfdb88182b8b4, regionState=OPENING, regionLocation=1ab588ae992e,42643,1732432782819 2024-11-24T07:19:51,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ac1a3ba162041fb715bfdb88182b8b4, ASSIGN because future has completed 2024-11-24T07:19:51,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ac1a3ba162041fb715bfdb88182b8b4, server=1ab588ae992e,42643,1732432782819}] 2024-11-24T07:19:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:52,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:52,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:19:52,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:19:52,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C42643%2C1732432782819.rep, suffix=, logDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819, archiveDir=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/oldWALs, maxLogs=10 2024-11-24T07:19:52,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.rep.1732432792073, exclude list is [], retry=0 2024-11-24T07:19:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38719,DS-97d0377e-d968-426d-8770-658a5372a69f,DISK] 2024-11-24T07:19:52,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.rep.1732432792073 2024-11-24T07:19:52,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45197:45197)] 2024-11-24T07:19:52,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ac1a3ba162041fb715bfdb88182b8b4, NAME => 'hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:19:52,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:19:52,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:19:52,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. service=MultiRowMutationService 2024-11-24T07:19:52,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:19:52,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:19:52,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,090 INFO [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,091 INFO [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ac1a3ba162041fb715bfdb88182b8b4 columnFamilyName hfileref 2024-11-24T07:19:52,091 DEBUG [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:52,091 INFO [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] regionserver.HStore(327): Store=7ac1a3ba162041fb715bfdb88182b8b4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:52,091 INFO [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,092 INFO [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ac1a3ba162041fb715bfdb88182b8b4 columnFamilyName queue 2024-11-24T07:19:52,092 DEBUG [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:52,092 INFO [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] regionserver.HStore(327): Store=7ac1a3ba162041fb715bfdb88182b8b4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:52,092 INFO [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,093 INFO [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ac1a3ba162041fb715bfdb88182b8b4 columnFamilyName sid 2024-11-24T07:19:52,093 DEBUG [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:19:52,093 INFO [StoreOpener-7ac1a3ba162041fb715bfdb88182b8b4-1 {}] regionserver.HStore(327): Store=7ac1a3ba162041fb715bfdb88182b8b4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:19:52,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:19:52,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:19:52,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7ac1a3ba162041fb715bfdb88182b8b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58944354, jitterRate=-0.12166067957878113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:19:52,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:52,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7ac1a3ba162041fb715bfdb88182b8b4: Running coprocessor pre-open hook at 1732432792088Writing region info on filesystem at 1732432792088Initializing all the Stores at 1732432792089 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432792089Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432792089Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432792089Cleaning up temporary data from old regions at 1732432792094 (+5 ms)Running coprocessor post-open hooks at 1732432792097 (+3 ms)Region opened successfully at 1732432792097 2024-11-24T07:19:52,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4., pid=10, masterSystemTime=1732432792068 2024-11-24T07:19:52,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:52,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:52,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ac1a3ba162041fb715bfdb88182b8b4, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,42643,1732432782819 2024-11-24T07:19:52,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ac1a3ba162041fb715bfdb88182b8b4, server=1ab588ae992e,42643,1732432782819 because future has completed 2024-11-24T07:19:52,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:19:52,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ac1a3ba162041fb715bfdb88182b8b4, server=1ab588ae992e,42643,1732432782819 in 187 msec 2024-11-24T07:19:52,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:19:52,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ac1a3ba162041fb715bfdb88182b8b4, ASSIGN in 342 msec 2024-11-24T07:19:52,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:19:52,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432792106"}]},"ts":"1732432792106"} 2024-11-24T07:19:52,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:19:52,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:19:52,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-24T07:19:52,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4., hostname=1ab588ae992e,42643,1732432782819, seqNum=2] 2024-11-24T07:19:52,169 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 379, reset compression=false 2024-11-24T07:19:52,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:52,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:52,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:19:52,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42643 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:19:52,359 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:19:52,385 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,42643,1732432782819, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:19:52,385 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:52,385 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1] 2024-11-24T07:19:52,385 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:52,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T07:19:52,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,42643,1732432782819', locateType=CURRENT is [region=hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4., hostname=1ab588ae992e,42643,1732432782819, seqNum=2] 2024-11-24T07:19:52,389 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:19:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:19:52,391 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,42643,1732432782819 suceeded 2024-11-24T07:19:52,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:19:52,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-24T07:19:52,393 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:39457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:19:52,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0610 sec 2024-11-24T07:19:52,402 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:39457' 2024-11-24T07:19:52,403 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31c98c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:52,403 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,39457,-1 for getting cluster id 2024-11-24T07:19:52,404 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:52,404 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd05304a0-8b4e-4065-8921-6fbfca75e683' 2024-11-24T07:19:52,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:52,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d05304a0-8b4e-4065-8921-6fbfca75e683" 2024-11-24T07:19:52,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@107084d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:52,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,39457,-1] 2024-11-24T07:19:52,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:52,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:52,405 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:52,406 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12ff819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:52,406 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:52,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,39457,1732432776903 2024-11-24T07:19:52,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9bc127a 2024-11-24T07:19:52,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:52,407 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T07:19:52,408 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,42643,1732432782819 (queues=1) is replicating from cluster=72f74ff7-aded-4d7c-9ac2-9b4c3881e952 to cluster=d05304a0-8b4e-4065-8921-6fbfca75e683 2024-11-24T07:19:52,408 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C42643%2C1732432782819 2024-11-24T07:19:52,408 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,42643,1732432782819, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:19:52,408 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C42643%2C1732432782819 2024-11-24T07:19:52,408 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183, startPosition=0, beingWritten=true 2024-11-24T07:19:52,413 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:19:52,413 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 379, reset compression=false 2024-11-24T07:19:52,413 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,42643,1732432782819 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:19:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:19:52,475 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:19:52,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:52,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:52,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:52,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:52,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:52,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:52,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732432792479/Put/seqid=0 2024-11-24T07:19:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741840_1016 (size=7894) 2024-11-24T07:19:52,616 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 379, reset compression=false 2024-11-24T07:19:52,773 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 379, reset compression=false 2024-11-24T07:19:52,886 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732432792885/Put/seqid=0 2024-11-24T07:19:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741841_1017 (size=7691) 2024-11-24T07:19:52,919 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 379, reset compression=false 2024-11-24T07:19:53,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5039b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:53,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,39457,-1 for getting cluster id 2024-11-24T07:19:53,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:53,292 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd05304a0-8b4e-4065-8921-6fbfca75e683' 2024-11-24T07:19:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d05304a0-8b4e-4065-8921-6fbfca75e683" 2024-11-24T07:19:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9611cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,39457,-1] 2024-11-24T07:19:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:53,293 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:53,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538c302f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:53,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:53,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,35279,1732432777096, seqNum=-1] 2024-11-24T07:19:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:53,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:53,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,39457,1732432776903 2024-11-24T07:19:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67016fc1 2024-11-24T07:19:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:53,304 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8., hostname=1ab588ae992e,35279,1732432777096, seqNum=2] 2024-11-24T07:19:53,309 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:19:53,314 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T07:19:53,317 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T07:19:53,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6682da37d6fe5566e47b6b9a0ddc0fa8/f 2024-11-24T07:19:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T07:19:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:19:53,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6682da37d6fe5566e47b6b9a0ddc0fa8/f 2024-11-24T07:19:53,323 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 379, reset compression=false 2024-11-24T07:19:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T07:19:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:19:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HRegion(2603): Flush status journal for 6682da37d6fe5566e47b6b9a0ddc0fa8: 2024-11-24T07:19:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins__test__hbe0r8a8a0a9o1va01ltdukgo0mogndjjqprjmdivhq5chlu8lppvh8h901djcnu/f/hfile_0 2024-11-24T07:19:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins__test__hbe0r8a8a0a9o1va01ltdukgo0mogndjjqprjmdivhq5chlu8lppvh8h901djcnu/f/hfile_0 as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_ 2024-11-24T07:19:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins__test__hbe0r8a8a0a9o1va01ltdukgo0mogndjjqprjmdivhq5chlu8lppvh8h901djcnu/f/hfile_1 2024-11-24T07:19:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins__test__hbe0r8a8a0a9o1va01ltdukgo0mogndjjqprjmdivhq5chlu8lppvh8h901djcnu/f/hfile_1 as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_ 2024-11-24T07:19:53,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins__test__hbe0r8a8a0a9o1va01ltdukgo0mogndjjqprjmdivhq5chlu8lppvh8h901djcnu/f/hfile_0 into 6682da37d6fe5566e47b6b9a0ddc0fa8/f as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_ - updating store file list. 2024-11-24T07:19:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:19:53,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_ into 6682da37d6fe5566e47b6b9a0ddc0fa8/f 2024-11-24T07:19:53,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins__test__hbe0r8a8a0a9o1va01ltdukgo0mogndjjqprjmdivhq5chlu8lppvh8h901djcnu/f/hfile_0 into 6682da37d6fe5566e47b6b9a0ddc0fa8/f (new location: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_) 2024-11-24T07:19:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins__test__hbe0r8a8a0a9o1va01ltdukgo0mogndjjqprjmdivhq5chlu8lppvh8h901djcnu/f/hfile_0 2024-11-24T07:19:53,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins__test__hbe0r8a8a0a9o1va01ltdukgo0mogndjjqprjmdivhq5chlu8lppvh8h901djcnu/f/hfile_1 into 6682da37d6fe5566e47b6b9a0ddc0fa8/f as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_ - updating store file list. 2024-11-24T07:19:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:19:53,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_ into 6682da37d6fe5566e47b6b9a0ddc0fa8/f 2024-11-24T07:19:53,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins__test__hbe0r8a8a0a9o1va01ltdukgo0mogndjjqprjmdivhq5chlu8lppvh8h901djcnu/f/hfile_1 into 6682da37d6fe5566e47b6b9a0ddc0fa8/f (new location: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_) 2024-11-24T07:19:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins__test__hbe0r8a8a0a9o1va01ltdukgo0mogndjjqprjmdivhq5chlu8lppvh8h901djcnu/f/hfile_1 2024-11-24T07:19:53,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:53,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:53,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:53,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:53,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8., hostname=1ab588ae992e,35279,1732432777096, seqNum=2 , the old value is region=test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8., hostname=1ab588ae992e,35279,1732432777096, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ab588ae992e:35279 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:19:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8., hostname=1ab588ae992e,35279,1732432777096, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:19:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8., hostname=1ab588ae992e,35279,1732432777096, seqNum=2 from cache 2024-11-24T07:19:53,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:46354 deadline: 1732432853343 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:46354 2024-11-24T07:19:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1] 2024-11-24T07:19:53,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:53,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:53,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8., hostname=1ab588ae992e,42643,1732432782819, seqNum=2] 2024-11-24T07:19:53,348 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T07:19:53,455 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:35279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T07:19:53,476 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 379, reset compression=false 2024-11-24T07:19:53,480 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:19:53,480 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,35279,1732432777096 got entry batch from reader: WALEntryBatch [walEntries=[{test/6682da37d6fe5566e47b6b9a0ddc0fa8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732432793341/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T07:19:53,482 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:19:53,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-24T07:19:53,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.ReplicationSink(318): Replicating [d05304a0-8b4e-4065-8921-6fbfca75e683] bulk loaded data 2024-11-24T07:19:53,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29fde908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:53,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41825,-1 for getting cluster id 2024-11-24T07:19:53,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:53,484 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72f74ff7-aded-4d7c-9ac2-9b4c3881e952' 2024-11-24T07:19:53,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:53,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72f74ff7-aded-4d7c-9ac2-9b4c3881e952" 2024-11-24T07:19:53,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@458b907d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:53,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41825,-1] 2024-11-24T07:19:53,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:53,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:53,485 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:53,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa10b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741840_1016 (size=7894) 2024-11-24T07:19:53,680 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 687, reset compression=false 2024-11-24T07:19:53,827 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 379, reset compression=false 2024-11-24T07:19:53,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741841_1017 (size=7691) 2024-11-24T07:19:53,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:53,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,41825,1732432782681 2024-11-24T07:19:53,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a4c087b 2024-11-24T07:19:53,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:53,910 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T07:19:53,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:19:53,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:53,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1] 2024-11-24T07:19:53,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:53,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T07:19:53,918 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T07:19:53,921 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T07:19:53,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_ for inclusion in 74d2c7d6b5f43e817e936abce4bd63a8/f 2024-11-24T07:19:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T07:19:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:19:53,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_ for inclusion in 74d2c7d6b5f43e817e936abce4bd63a8/f 2024-11-24T07:19:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T07:19:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:19:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HRegion(2603): Flush status journal for 74d2c7d6b5f43e817e936abce4bd63a8: 2024-11-24T07:19:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:19:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_ as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/7181cdea6b6e4ee69de3a678132a07fa_SeqId_4_ 2024-11-24T07:19:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:19:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_ as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/08b47e7797ac44ec810b593bd003ad50_SeqId_4_ 2024-11-24T07:19:53,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_ into 74d2c7d6b5f43e817e936abce4bd63a8/f as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/7181cdea6b6e4ee69de3a678132a07fa_SeqId_4_ - updating store file list. 2024-11-24T07:19:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7181cdea6b6e4ee69de3a678132a07fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:19:53,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/7181cdea6b6e4ee69de3a678132a07fa_SeqId_4_ into 74d2c7d6b5f43e817e936abce4bd63a8/f 2024-11-24T07:19:53,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_ into 74d2c7d6b5f43e817e936abce4bd63a8/f (new location: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/7181cdea6b6e4ee69de3a678132a07fa_SeqId_4_) 2024-11-24T07:19:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/cf216559d8244fb0a7a99a29ccfea1f0_SeqId_4_ 2024-11-24T07:19:53,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_ into 74d2c7d6b5f43e817e936abce4bd63a8/f as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/08b47e7797ac44ec810b593bd003ad50_SeqId_4_ - updating store file list. 2024-11-24T07:19:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 08b47e7797ac44ec810b593bd003ad50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:19:53,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/08b47e7797ac44ec810b593bd003ad50_SeqId_4_ into 74d2c7d6b5f43e817e936abce4bd63a8/f 2024-11-24T07:19:53,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_ into 74d2c7d6b5f43e817e936abce4bd63a8/f (new location: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/08b47e7797ac44ec810b593bd003ad50_SeqId_4_) 2024-11-24T07:19:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins.hfs.11__test__8qnb07jgh2tcfrejfcfd3htfh6aq5qvdhn5tt2mm9jmanadghog0trvtad7bplqp/f/47839ea2056a4b2a9f23994f3b0694a9_SeqId_4_ 2024-11-24T07:19:53,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.ReplicationSink(324): Finished replicating [d05304a0-8b4e-4065-8921-6fbfca75e683] bulk loaded data 2024-11-24T07:19:53,984 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 687, reset compression=false 2024-11-24T07:19:54,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:19:54,360 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732432794360/Put/seqid=0 2024-11-24T07:19:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741842_1018 (size=11194) 2024-11-24T07:19:54,388 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 687, reset compression=false 2024-11-24T07:19:54,430 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 379, reset compression=false 2024-11-24T07:19:54,435 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:19:54,435 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,42643,1732432782819 got entry batch from reader: WALEntryBatch [walEntries=[{test/74d2c7d6b5f43e817e936abce4bd63a8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732432793944/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T07:19:54,436 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:19:54,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-24T07:19:54,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(318): Replicating [d05304a0-8b4e-4065-8921-6fbfca75e683, 72f74ff7-aded-4d7c-9ac2-9b4c3881e952] bulk loaded data 2024-11-24T07:19:54,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fdbfd76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:54,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,39457,-1 for getting cluster id 2024-11-24T07:19:54,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:54,438 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd05304a0-8b4e-4065-8921-6fbfca75e683' 2024-11-24T07:19:54,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:54,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d05304a0-8b4e-4065-8921-6fbfca75e683" 2024-11-24T07:19:54,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d7ab5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:54,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,39457,-1] 2024-11-24T07:19:54,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:54,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:54,440 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:54,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0478e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741842_1018 (size=7691) 2024-11-24T07:19:54,635 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 725, reset compression=false 2024-11-24T07:19:54,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:19:54,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T07:19:54,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T07:19:54,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T07:19:54,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:19:54,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T07:19:54,766 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732432794765/Put/seqid=0 2024-11-24T07:19:54,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741843_1019 (size=10791) 2024-11-24T07:19:54,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741843_1019 (size=7894) 2024-11-24T07:19:54,892 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 687, reset compression=false 2024-11-24T07:19:54,938 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 725, reset compression=false 2024-11-24T07:19:55,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f01661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:55,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41825,-1 for getting cluster id 2024-11-24T07:19:55,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:19:55,172 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72f74ff7-aded-4d7c-9ac2-9b4c3881e952' 2024-11-24T07:19:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:19:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72f74ff7-aded-4d7c-9ac2-9b4c3881e952" 2024-11-24T07:19:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4795b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41825,-1] 2024-11-24T07:19:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:19:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:55,173 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:19:55,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3935c6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:19:55,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1] 2024-11-24T07:19:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:55,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:55,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:55,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,41825,1732432782681 2024-11-24T07:19:55,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2798a6ed 2024-11-24T07:19:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:55,219 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:19:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8., hostname=1ab588ae992e,42643,1732432782819, seqNum=2] 2024-11-24T07:19:55,225 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:19:55,230 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T07:19:55,245 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T07:19:55,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 74d2c7d6b5f43e817e936abce4bd63a8/f 2024-11-24T07:19:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T07:19:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:19:55,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 74d2c7d6b5f43e817e936abce4bd63a8/f 2024-11-24T07:19:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T07:19:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:19:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HRegion(2603): Flush status journal for 74d2c7d6b5f43e817e936abce4bd63a8: 2024-11-24T07:19:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins__test__kso36lemf6du74hso6cl0dq329qkt95gs2qcp9edg7duooa8bmmk1v28715oeqmm/f/hfile_0 2024-11-24T07:19:55,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:19:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins__test__kso36lemf6du74hso6cl0dq329qkt95gs2qcp9edg7duooa8bmmk1v28715oeqmm/f/hfile_0 as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/2dc1f626e37244a18b911d3d0f885f67_SeqId_6_ 2024-11-24T07:19:55,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,39457,1732432776903 2024-11-24T07:19:55,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6defb90d 2024-11-24T07:19:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins__test__kso36lemf6du74hso6cl0dq329qkt95gs2qcp9edg7duooa8bmmk1v28715oeqmm/f/hfile_1 2024-11-24T07:19:55,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:19:55,258 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T07:19:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins__test__kso36lemf6du74hso6cl0dq329qkt95gs2qcp9edg7duooa8bmmk1v28715oeqmm/f/hfile_1 as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_ 2024-11-24T07:19:55,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:19:55,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:55,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,35279,1732432777096, seqNum=-1] 2024-11-24T07:19:55,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:55,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T07:19:55,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins__test__kso36lemf6du74hso6cl0dq329qkt95gs2qcp9edg7duooa8bmmk1v28715oeqmm/f/hfile_0 into 74d2c7d6b5f43e817e936abce4bd63a8/f as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/2dc1f626e37244a18b911d3d0f885f67_SeqId_6_ - updating store file list. 2024-11-24T07:19:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2dc1f626e37244a18b911d3d0f885f67_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T07:19:55,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/2dc1f626e37244a18b911d3d0f885f67_SeqId_6_ into 74d2c7d6b5f43e817e936abce4bd63a8/f 2024-11-24T07:19:55,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins__test__kso36lemf6du74hso6cl0dq329qkt95gs2qcp9edg7duooa8bmmk1v28715oeqmm/f/hfile_0 into 74d2c7d6b5f43e817e936abce4bd63a8/f (new location: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/2dc1f626e37244a18b911d3d0f885f67_SeqId_6_) 2024-11-24T07:19:55,267 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__sha1rasngiodnelrtc0o4j33jo363omuhh1h1blp568r10mr8fijifdjumf64i6k/f/08b47e7797ac44ec810b593bd003ad50_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T07:19:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins__test__kso36lemf6du74hso6cl0dq329qkt95gs2qcp9edg7duooa8bmmk1v28715oeqmm/f/hfile_0 2024-11-24T07:19:55,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins__test__kso36lemf6du74hso6cl0dq329qkt95gs2qcp9edg7duooa8bmmk1v28715oeqmm/f/hfile_1 into 74d2c7d6b5f43e817e936abce4bd63a8/f as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_ - updating store file list. 2024-11-24T07:19:55,271 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__sha1rasngiodnelrtc0o4j33jo363omuhh1h1blp568r10mr8fijifdjumf64i6k/f/7181cdea6b6e4ee69de3a678132a07fa_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T07:19:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T07:19:55,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_ into 74d2c7d6b5f43e817e936abce4bd63a8/f 2024-11-24T07:19:55,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins__test__kso36lemf6du74hso6cl0dq329qkt95gs2qcp9edg7duooa8bmmk1v28715oeqmm/f/hfile_1 into 74d2c7d6b5f43e817e936abce4bd63a8/f (new location: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/f/afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_) 2024-11-24T07:19:55,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(324): Finished replicating [d05304a0-8b4e-4065-8921-6fbfca75e683, 72f74ff7-aded-4d7c-9ac2-9b4c3881e952] bulk loaded data 2024-11-24T07:19:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/staging/jenkins__test__kso36lemf6du74hso6cl0dq329qkt95gs2qcp9edg7duooa8bmmk1v28715oeqmm/f/hfile_1 2024-11-24T07:19:55,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:55,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:55,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:55,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:55,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8., hostname=1ab588ae992e,42643,1732432782819, seqNum=2 , the old value is region=test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8., hostname=1ab588ae992e,42643,1732432782819, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ab588ae992e:42643 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:19:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8., hostname=1ab588ae992e,42643,1732432782819, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:19:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8., hostname=1ab588ae992e,42643,1732432782819, seqNum=2 from cache 2024-11-24T07:19:55,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:55,278 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T07:19:55,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,35279,1732432777096, seqNum=-1] 2024-11-24T07:19:55,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:19:55,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:19:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8., hostname=1ab588ae992e,35279,1732432777096, seqNum=2] 2024-11-24T07:19:55,289 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T07:19:55,342 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 725, reset compression=false 2024-11-24T07:19:55,347 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:19:55,347 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,42643,1732432782819 got entry batch from reader: WALEntryBatch [walEntries=[{test/74d2c7d6b5f43e817e936abce4bd63a8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732432795274/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T07:19:55,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(318): Replicating [72f74ff7-aded-4d7c-9ac2-9b4c3881e952] bulk loaded data 2024-11-24T07:19:55,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741844_1020 (size=11194) 2024-11-24T07:19:55,386 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:42643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T07:19:55,496 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 687, reset compression=false 2024-11-24T07:19:55,547 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 1033, reset compression=false 2024-11-24T07:19:55,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741845_1021 (size=10791) 2024-11-24T07:19:55,850 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 1033, reset compression=false 2024-11-24T07:19:56,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:19:56,172 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/2dc1f626e37244a18b911d3d0f885f67_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-24T07:19:56,175 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-24T07:19:56,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/2dc1f626e37244a18b911d3d0f885f67_SeqId_6_ for inclusion in 6682da37d6fe5566e47b6b9a0ddc0fa8/f 2024-11-24T07:19:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T07:19:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:19:56,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_ for inclusion in 6682da37d6fe5566e47b6b9a0ddc0fa8/f 2024-11-24T07:19:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T07:19:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:19:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HRegion(2603): Flush status journal for 6682da37d6fe5566e47b6b9a0ddc0fa8: 2024-11-24T07:19:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2dc1f626e37244a18b911d3d0f885f67_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:19:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/2dc1f626e37244a18b911d3d0f885f67_SeqId_6_ as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/466c4c6da4ec462bb453f2aa5c1bd529_SeqId_6_ 2024-11-24T07:19:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:19:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_ as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/728f0f0aa3ce47beb920b927a6517a76_SeqId_6_ 2024-11-24T07:19:56,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/2dc1f626e37244a18b911d3d0f885f67_SeqId_6_ into 6682da37d6fe5566e47b6b9a0ddc0fa8/f as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/466c4c6da4ec462bb453f2aa5c1bd529_SeqId_6_ - updating store file list. 2024-11-24T07:19:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 466c4c6da4ec462bb453f2aa5c1bd529_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T07:19:56,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/466c4c6da4ec462bb453f2aa5c1bd529_SeqId_6_ into 6682da37d6fe5566e47b6b9a0ddc0fa8/f 2024-11-24T07:19:56,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/2dc1f626e37244a18b911d3d0f885f67_SeqId_6_ into 6682da37d6fe5566e47b6b9a0ddc0fa8/f (new location: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/466c4c6da4ec462bb453f2aa5c1bd529_SeqId_6_) 2024-11-24T07:19:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/2dc1f626e37244a18b911d3d0f885f67_SeqId_6_ 2024-11-24T07:19:56,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_ into 6682da37d6fe5566e47b6b9a0ddc0fa8/f as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/728f0f0aa3ce47beb920b927a6517a76_SeqId_6_ - updating store file list. 2024-11-24T07:19:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 728f0f0aa3ce47beb920b927a6517a76_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T07:19:56,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/728f0f0aa3ce47beb920b927a6517a76_SeqId_6_ into 6682da37d6fe5566e47b6b9a0ddc0fa8/f 2024-11-24T07:19:56,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_ into 6682da37d6fe5566e47b6b9a0ddc0fa8/f (new location: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/f/728f0f0aa3ce47beb920b927a6517a76_SeqId_6_) 2024-11-24T07:19:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/staging/jenkins.hfs.10__test__abuemlagnjcvavj85799f8jtenvegv2p70j83q9utu39n9asc9jtoljdq8tn36bf/f/afdc07b3d3e048659e09832cdd3ccbbb_SeqId_6_ 2024-11-24T07:19:56,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(324): Finished replicating [72f74ff7-aded-4d7c-9ac2-9b4c3881e952] bulk loaded data 2024-11-24T07:19:56,213 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 687, reset compression=false 2024-11-24T07:19:56,218 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:19:56,218 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,35279,1732432777096 got entry batch from reader: WALEntryBatch [walEntries=[{test/6682da37d6fe5566e47b6b9a0ddc0fa8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732432796197/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T07:19:56,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.ReplicationSink(318): Replicating [72f74ff7-aded-4d7c-9ac2-9b4c3881e952, d05304a0-8b4e-4065-8921-6fbfca75e683] bulk loaded data 2024-11-24T07:19:56,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741844_1020 (size=11194) 2024-11-24T07:19:56,253 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 1033, reset compression=false 2024-11-24T07:19:56,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:19:56,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:56,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:56,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:56,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:56,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:56,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:19:56,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=920424649, stopped=false 2024-11-24T07:19:56,303 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,41825,1732432782681 2024-11-24T07:19:56,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322244746/running 2024-11-24T07:19:56,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322244746/running 2024-11-24T07:19:56,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:56,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:56,368 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:56,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:19:56,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:56,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:56,369 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,42643,1732432782819' ***** 2024-11-24T07:19:56,369 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:19:56,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Set watcher on znode that does not yet exist, /1-1322244746/running 2024-11-24T07:19:56,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Set watcher on znode that does not yet exist, /1-1322244746/running 2024-11-24T07:19:56,369 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:19:56,369 INFO [RS:0;1ab588ae992e:42643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:19:56,369 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:19:56,369 INFO [RS:0;1ab588ae992e:42643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:19:56,369 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:56,370 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(3091): Received CLOSE for 74d2c7d6b5f43e817e936abce4bd63a8 2024-11-24T07:19:56,370 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,42643,1732432782819 2024-11-24T07:19:56,370 INFO [RS:0;1ab588ae992e:42643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:56,370 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ac1a3ba162041fb715bfdb88182b8b4, disabling compactions & flushes 2024-11-24T07:19:56,370 INFO [RS:0;1ab588ae992e:42643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:42643. 2024-11-24T07:19:56,370 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:56,370 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:56,370 DEBUG [RS:0;1ab588ae992e:42643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:56,370 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. after waiting 0 ms 2024-11-24T07:19:56,370 DEBUG [RS:0;1ab588ae992e:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:56,370 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:56,370 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:19:56,370 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:19:56,370 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:19:56,370 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ac1a3ba162041fb715bfdb88182b8b4 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-24T07:19:56,370 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:19:56,370 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:19:56,370 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1325): Online Regions={7ac1a3ba162041fb715bfdb88182b8b4=hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4., 1588230740=hbase:meta,,1.1588230740, 74d2c7d6b5f43e817e936abce4bd63a8=test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8.} 2024-11-24T07:19:56,370 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74d2c7d6b5f43e817e936abce4bd63a8, 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:56,370 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:19:56,370 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:19:56,370 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:19:56,370 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:19:56,370 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:19:56,370 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:19:56,388 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/.tmp/hfileref/16027b7a55fd4ba59188fe87fce31f29 is 74, key is 1/hfileref:08b47e7797ac44ec810b593bd003ad50_SeqId_4_/1732432795274/DeleteColumn/seqid=0 2024-11-24T07:19:56,388 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/info/9ec77521ea1546ea947e956f0b8443b9 is 147, key is hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4./info:regioninfo/1732432792100/Put/seqid=0 2024-11-24T07:19:56,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741845_1021 (size=5345) 2024-11-24T07:19:56,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741846_1022 (size=7686) 2024-11-24T07:19:56,396 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/.tmp/hfileref/16027b7a55fd4ba59188fe87fce31f29 2024-11-24T07:19:56,418 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1033, reset compression=false 2024-11-24T07:19:56,420 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/.tmp/queue/9ede58b311d64a228779d65bc9494e42 is 154, key is 1-1ab588ae992e,42643,1732432782819/queue:1ab588ae992e%2C42643%2C1732432782819/1732432796202/Put/seqid=0 2024-11-24T07:19:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741847_1023 (size=5353) 2024-11-24T07:19:56,456 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:56,570 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74d2c7d6b5f43e817e936abce4bd63a8, 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:56,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741848_1024 (size=10791) 2024-11-24T07:19:56,723 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1033, reset compression=false 2024-11-24T07:19:56,757 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 1033, reset compression=false 2024-11-24T07:19:56,770 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74d2c7d6b5f43e817e936abce4bd63a8, 7ac1a3ba162041fb715bfdb88182b8b4 2024-11-24T07:19:56,795 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/info/9ec77521ea1546ea947e956f0b8443b9 2024-11-24T07:19:56,811 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/ns/a1ecda81a93c42ff889595e42e14330d is 43, key is default/ns:d/1732432785744/Put/seqid=0 2024-11-24T07:19:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741849_1025 (size=5153) 2024-11-24T07:19:56,832 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/.tmp/queue/9ede58b311d64a228779d65bc9494e42 2024-11-24T07:19:56,837 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/.tmp/hfileref/16027b7a55fd4ba59188fe87fce31f29 as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/hfileref/16027b7a55fd4ba59188fe87fce31f29 2024-11-24T07:19:56,841 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/hfileref/16027b7a55fd4ba59188fe87fce31f29, entries=4, sequenceid=12, filesize=5.2 K 2024-11-24T07:19:56,842 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/.tmp/queue/9ede58b311d64a228779d65bc9494e42 as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/queue/9ede58b311d64a228779d65bc9494e42 2024-11-24T07:19:56,846 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/queue/9ede58b311d64a228779d65bc9494e42, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T07:19:56,847 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7ac1a3ba162041fb715bfdb88182b8b4 in 477ms, sequenceid=12, compaction requested=false 2024-11-24T07:19:56,850 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/replication/7ac1a3ba162041fb715bfdb88182b8b4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T07:19:56,851 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:56,851 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:56,851 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:56,851 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ac1a3ba162041fb715bfdb88182b8b4: Waiting for close lock at 1732432796370Running coprocessor pre-close hooks at 1732432796370Disabling compacts and flushes for region at 1732432796370Disabling writes for close at 1732432796370Obtaining lock to block concurrent updates at 1732432796370Preparing flush snapshotting stores in 7ac1a3ba162041fb715bfdb88182b8b4 at 1732432796370Finished memstore snapshotting hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732432796370Flushing stores of hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. at 1732432796371 (+1 ms)Flushing 7ac1a3ba162041fb715bfdb88182b8b4/hfileref: creating writer at 1732432796371Flushing 7ac1a3ba162041fb715bfdb88182b8b4/hfileref: appending metadata at 1732432796387 (+16 ms)Flushing 7ac1a3ba162041fb715bfdb88182b8b4/hfileref: closing flushed file at 1732432796387Flushing 7ac1a3ba162041fb715bfdb88182b8b4/queue: creating writer at 1732432796401 (+14 ms)Flushing 7ac1a3ba162041fb715bfdb88182b8b4/queue: appending metadata at 1732432796420 (+19 ms)Flushing 7ac1a3ba162041fb715bfdb88182b8b4/queue: closing flushed file at 1732432796420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d521d7a: reopening flushed file at 1732432796836 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cbd0909: reopening flushed file at 1732432796841 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7ac1a3ba162041fb715bfdb88182b8b4 in 477ms, sequenceid=12, compaction requested=false at 1732432796847 (+6 ms)Writing region close event to WAL at 1732432796848 (+1 ms)Running coprocessor post-close hooks at 1732432796851 (+3 ms)Closed at 1732432796851 2024-11-24T07:19:56,851 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432791341.7ac1a3ba162041fb715bfdb88182b8b4. 2024-11-24T07:19:56,851 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74d2c7d6b5f43e817e936abce4bd63a8, disabling compactions & flushes 2024-11-24T07:19:56,851 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:56,851 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:56,851 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. after waiting 0 ms 2024-11-24T07:19:56,851 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:56,854 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/default/test/74d2c7d6b5f43e817e936abce4bd63a8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T07:19:56,855 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:56,855 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:19:56,855 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:56,855 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74d2c7d6b5f43e817e936abce4bd63a8: Waiting for close lock at 1732432796851Running coprocessor pre-close hooks at 1732432796851Disabling compacts and flushes for region at 1732432796851Disabling writes for close at 1732432796851Writing region close event to WAL at 1732432796852 (+1 ms)Running coprocessor post-close hooks at 1732432796855 (+3 ms)Closed at 1732432796855 2024-11-24T07:19:56,855 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8. 2024-11-24T07:19:56,971 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:57,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:19:57,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42643 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T07:19:57,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42643 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:44396 deadline: 1732432857037, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping 2024-11-24T07:19:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 from cache 2024-11-24T07:19:57,072 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:19:57,072 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:19:57,126 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1033, reset compression=false 2024-11-24T07:19:57,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:57,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1] 2024-11-24T07:19:57,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42643 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T07:19:57,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42643 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:44396 deadline: 1732432857037, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping 2024-11-24T07:19:57,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 from cache 2024-11-24T07:19:57,171 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:57,215 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/ns/a1ecda81a93c42ff889595e42e14330d 2024-11-24T07:19:57,231 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/rep_barrier/ce1f8d5c054b43eab5c23e7e9e62db7c is 112, key is test,,1732432788027.74d2c7d6b5f43e817e936abce4bd63a8./rep_barrier:seqnumDuringOpen/1732432788770/Put/seqid=0 2024-11-24T07:19:57,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741850_1026 (size=5518) 2024-11-24T07:19:57,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:57,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1] 2024-11-24T07:19:57,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42643 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T07:19:57,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42643 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:44396 deadline: 1732432857038, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping 2024-11-24T07:19:57,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 from cache 2024-11-24T07:19:57,361 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 1033, reset compression=false 2024-11-24T07:19:57,365 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:19:57,365 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 1328, reset compression=false 2024-11-24T07:19:57,365 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,42643,1732432782819 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:19:57,366 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,42643,1732432782819: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,42643,1732432782819, walGroup=1ab588ae992e%2C42643%2C1732432782819, offset=1ab588ae992e%2C42643%2C1732432782819.1732432785183:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:42643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:19:57,367 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:19:57,367 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:19:57,368 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:19:57,368 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:19:57,368 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:19:57,368 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 561934336 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187550712 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:19:57,371 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:19:57,371 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:19:57,371 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:57,371 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T07:19:57,569 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 1328, reset compression=false 2024-11-24T07:19:57,571 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:57,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:19:57,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:57,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:57,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:57,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:57,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:57,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:57,630 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1033, reset compression=false 2024-11-24T07:19:57,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:57,635 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/rep_barrier/ce1f8d5c054b43eab5c23e7e9e62db7c 2024-11-24T07:19:57,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:19:57,657 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/table/a38cf0ed44ab4994a864a304d761ac2e is 53, key is hbase:replication/table:state/1732432792106/Put/seqid=0 2024-11-24T07:19:57,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741851_1027 (size=5308) 2024-11-24T07:19:57,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1] 2024-11-24T07:19:57,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:19:57,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting 2024-11-24T07:19:57,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting 2024-11-24T07:19:57,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 from cache 2024-11-24T07:19:57,771 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:57,872 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 1328, reset compression=false 2024-11-24T07:19:57,972 DEBUG [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:19:58,061 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/table/a38cf0ed44ab4994a864a304d761ac2e 2024-11-24T07:19:58,065 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/info/9ec77521ea1546ea947e956f0b8443b9 as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/info/9ec77521ea1546ea947e956f0b8443b9 2024-11-24T07:19:58,068 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/info/9ec77521ea1546ea947e956f0b8443b9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:19:58,069 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/ns/a1ecda81a93c42ff889595e42e14330d as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/ns/a1ecda81a93c42ff889595e42e14330d 2024-11-24T07:19:58,072 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/ns/a1ecda81a93c42ff889595e42e14330d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:19:58,073 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/rep_barrier/ce1f8d5c054b43eab5c23e7e9e62db7c as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/rep_barrier/ce1f8d5c054b43eab5c23e7e9e62db7c 2024-11-24T07:19:58,076 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/rep_barrier/ce1f8d5c054b43eab5c23e7e9e62db7c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:19:58,077 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/.tmp/table/a38cf0ed44ab4994a864a304d761ac2e as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/table/a38cf0ed44ab4994a864a304d761ac2e 2024-11-24T07:19:58,080 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/table/a38cf0ed44ab4994a864a304d761ac2e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:19:58,081 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-24T07:19:58,088 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:19:58,089 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:19:58,089 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:19:58,089 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:58,089 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432796370Running coprocessor pre-close hooks at 1732432796370Disabling compacts and flushes for region at 1732432796370Disabling writes for close at 1732432796370Obtaining lock to block concurrent updates at 1732432796370Preparing flush snapshotting stores in 1588230740 at 1732432796370Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432796371 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432796371Flushing 1588230740/info: creating writer at 1732432796371Flushing 1588230740/info: appending metadata at 1732432796387 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732432796387Flushing 1588230740/ns: creating writer at 1732432796799 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732432796811 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732432796811Flushing 1588230740/rep_barrier: creating writer at 1732432797219 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432797231 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432797231Flushing 1588230740/table: creating writer at 1732432797639 (+408 ms)Flushing 1588230740/table: appending metadata at 1732432797657 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732432797657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348c602a: reopening flushed file at 1732432798064 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73eb4408: reopening flushed file at 1732432798068 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356325ee: reopening flushed file at 1732432798072 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ec1fc0: reopening flushed file at 1732432798076 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1732432798081 (+5 ms)Writing region close event to WAL at 1732432798086 (+5 ms)Running coprocessor post-close hooks at 1732432798089 (+3 ms)Closed at 1732432798089 2024-11-24T07:19:58,089 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:19:58,172 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,42643,1732432782819; all regions closed. 2024-11-24T07:19:58,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:19:58,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:19:58,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.meta.1732432785696.meta not finished, retry = 0 2024-11-24T07:19:58,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1] 2024-11-24T07:19:58,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:19:58,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting 2024-11-24T07:19:58,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting 2024-11-24T07:19:58,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,42643,1732432782819, seqNum=-1 from cache 2024-11-24T07:19:58,176 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:19:58,176 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T07:19:57.040Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.146Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.356Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.666Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting 2024-11-24T07:19:58.175Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1ab588ae992e,42643,1732432782819 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T07:19:58,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T07:19:57.040Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.146Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.356Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.666Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting 2024-11-24T07:19:58.175Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1ab588ae992e,42643,1732432782819 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T07:19:58,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:44392 deadline: 1732432856219, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T07:19:57.040Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.146Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.356Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.666Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting 2024-11-24T07:19:58.175Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting 2024-11-24T07:19:58,179 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T07:19:57.040Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.146Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.356Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ab588ae992e,42643,1732432782819 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T07:19:57.666Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting 2024-11-24T07:19:58.175Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 1ab588ae992e,42643,1732432782819 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:19:58,233 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1033, reset compression=false 2024-11-24T07:19:58,275 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 to pos 1328, reset compression=false 2024-11-24T07:19:58,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741839_1015 (size=3127) 2024-11-24T07:19:58,276 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.rep.1732432792073 not finished, retry = 0 2024-11-24T07:19:58,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:19:58,282 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1ab588ae992e,42643,1732432782819 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:19:58,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/WALs/1ab588ae992e,42643,1732432782819/1ab588ae992e%2C42643%2C1732432782819.1732432785183 not finished, retry = 0 2024-11-24T07:19:58,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741833_1009 (size=1336) 2024-11-24T07:19:58,479 DEBUG [RS:0;1ab588ae992e:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:58,480 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:19:58,480 INFO [RS:0;1ab588ae992e:42643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:58,480 INFO [RS:0;1ab588ae992e:42643 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:58,480 INFO [RS:0;1ab588ae992e:42643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:58,480 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:19:58,480 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,42643,1732432782819 because: Region server is closing 2024-11-24T07:19:58,480 INFO [RS:0;1ab588ae992e:42643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:42643. 2024-11-24T07:19:58,480 DEBUG [RS:0;1ab588ae992e:42643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:58,480 DEBUG [RS:0;1ab588ae992e:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:58,481 DEBUG [RS:0;1ab588ae992e:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:58,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:58,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1ab588ae992e,42643,1732432782819 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:19:58,485 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1ab588ae992e,42643,1732432782819 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:19:58,581 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.shipper1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 terminated 2024-11-24T07:19:58,581 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,42643,1732432782819.replicationSource.wal-reader.1ab588ae992e%2C42643%2C1732432782819,1-1ab588ae992e,42643,1732432782819 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:19:58,581 INFO [RS:0;1ab588ae992e:42643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:42643. 2024-11-24T07:19:58,581 DEBUG [RS:0;1ab588ae992e:42643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:19:58,581 DEBUG [RS:0;1ab588ae992e:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:58,581 DEBUG [RS:0;1ab588ae992e:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:19:58,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:19:58,581 INFO [RS:0;1ab588ae992e:42643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42643 2024-11-24T07:19:58,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746/rs 2024-11-24T07:19:58,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322244746/rs/1ab588ae992e,42643,1732432782819 2024-11-24T07:19:58,641 INFO [RS:0;1ab588ae992e:42643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:19:58,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,42643,1732432782819] 2024-11-24T07:19:58,662 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322244746/draining/1ab588ae992e,42643,1732432782819 already deleted, retry=false 2024-11-24T07:19:58,662 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,42643,1732432782819 expired; onlineServers=0 2024-11-24T07:19:58,662 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,41825,1732432782681' ***** 2024-11-24T07:19:58,662 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:19:58,662 INFO [M:0;1ab588ae992e:41825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:19:58,662 INFO [M:0;1ab588ae992e:41825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:19:58,663 DEBUG [M:0;1ab588ae992e:41825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:19:58,663 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:19:58,663 DEBUG [M:0;1ab588ae992e:41825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:19:58,663 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432784891 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432784891,5,FailOnTimeoutGroup] 2024-11-24T07:19:58,663 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432784891 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432784891,5,FailOnTimeoutGroup] 2024-11-24T07:19:58,663 INFO [M:0;1ab588ae992e:41825 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:19:58,663 INFO [M:0;1ab588ae992e:41825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:19:58,663 DEBUG [M:0;1ab588ae992e:41825 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:19:58,663 INFO [M:0;1ab588ae992e:41825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:19:58,663 INFO [M:0;1ab588ae992e:41825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:19:58,663 INFO [M:0;1ab588ae992e:41825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:19:58,663 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:19:58,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322244746/master 2024-11-24T07:19:58,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322244746 2024-11-24T07:19:58,673 DEBUG [M:0;1ab588ae992e:41825 {}] zookeeper.ZKUtil(347): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Unable to get data of znode /1-1322244746/master because node does not exist (not an error) 2024-11-24T07:19:58,673 WARN [M:0;1ab588ae992e:41825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:19:58,674 INFO [M:0;1ab588ae992e:41825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/.lastflushedseqids 2024-11-24T07:19:58,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741852_1028 (size=263) 2024-11-24T07:19:58,752 INFO [RS:0;1ab588ae992e:42643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:19:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1016bb641980004, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:19:58,752 INFO [RS:0;1ab588ae992e:42643 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,42643,1732432782819; zookeeper connection closed. 2024-11-24T07:19:58,752 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43c6aaa4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43c6aaa4 2024-11-24T07:19:58,753 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:19:58,788 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1ab588ae992e:42643 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ab588ae992e/172.17.0.3:42643 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:19:58,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 1ab588ae992e:42643 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ab588ae992e/172.17.0.3:42643 2024-11-24T07:19:58,788 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=1ab588ae992e:42643 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ab588ae992e/172.17.0.3:42643 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ab588ae992e/172.17.0.3:42643 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-24T07:19:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T07:19:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:42954 deadline: 1732432858790, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T07:19:58,791 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T07:19:58,792 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T07:19:58,937 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1033, reset compression=false 2024-11-24T07:19:59,078 INFO [M:0;1ab588ae992e:41825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:19:59,078 INFO [M:0;1ab588ae992e:41825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:19:59,078 DEBUG [M:0;1ab588ae992e:41825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:19:59,078 INFO [M:0;1ab588ae992e:41825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:59,078 DEBUG [M:0;1ab588ae992e:41825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:59,078 DEBUG [M:0;1ab588ae992e:41825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:19:59,078 DEBUG [M:0;1ab588ae992e:41825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:19:59,078 INFO [M:0;1ab588ae992e:41825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-24T07:19:59,095 DEBUG [M:0;1ab588ae992e:41825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9906b5d72bab4f20aca06030ff2e3e92 is 82, key is hbase:meta,,1/info:regioninfo/1732432785725/Put/seqid=0 2024-11-24T07:19:59,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741853_1029 (size=5672) 2024-11-24T07:19:59,192 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T07:19:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T07:19:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:42954 deadline: 1732432859193, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T07:19:59,194 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T07:19:59,195 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T07:19:59,195 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T07:19:59,499 INFO [M:0;1ab588ae992e:41825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9906b5d72bab4f20aca06030ff2e3e92 2024-11-24T07:19:59,520 DEBUG [M:0;1ab588ae992e:41825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/821a439952be46d68877d11bb442e3dc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732432792109/Put/seqid=0 2024-11-24T07:19:59,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741854_1030 (size=8517) 2024-11-24T07:19:59,695 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T07:19:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T07:19:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:42954 deadline: 1732432859696, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T07:19:59,697 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T07:19:59,698 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T07:19:59,698 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T07:19:59,741 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1033, reset compression=false 2024-11-24T07:19:59,924 INFO [M:0;1ab588ae992e:41825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/821a439952be46d68877d11bb442e3dc 2024-11-24T07:19:59,944 DEBUG [M:0;1ab588ae992e:41825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d292e91a40334a2191f56e64dca8c0c9 is 69, key is 1ab588ae992e,42643,1732432782819/rs:state/1732432784984/Put/seqid=0 2024-11-24T07:19:59,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741855_1031 (size=5156) 2024-11-24T07:20:00,299 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T07:20:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T07:20:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:42954 deadline: 1732432860300, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T07:20:00,300 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T07:20:00,301 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T07:20:00,301 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T07:20:00,349 INFO [M:0;1ab588ae992e:41825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d292e91a40334a2191f56e64dca8c0c9 2024-11-24T07:20:00,354 DEBUG [M:0;1ab588ae992e:41825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9906b5d72bab4f20aca06030ff2e3e92 as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9906b5d72bab4f20aca06030ff2e3e92 2024-11-24T07:20:00,357 INFO [M:0;1ab588ae992e:41825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9906b5d72bab4f20aca06030ff2e3e92, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T07:20:00,358 DEBUG [M:0;1ab588ae992e:41825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/821a439952be46d68877d11bb442e3dc as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/821a439952be46d68877d11bb442e3dc 2024-11-24T07:20:00,361 INFO [M:0;1ab588ae992e:41825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/821a439952be46d68877d11bb442e3dc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T07:20:00,362 DEBUG [M:0;1ab588ae992e:41825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d292e91a40334a2191f56e64dca8c0c9 as hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d292e91a40334a2191f56e64dca8c0c9 2024-11-24T07:20:00,365 INFO [M:0;1ab588ae992e:41825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34579/user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d292e91a40334a2191f56e64dca8c0c9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T07:20:00,366 INFO [M:0;1ab588ae992e:41825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-24T07:20:00,367 INFO [M:0;1ab588ae992e:41825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:00,367 DEBUG [M:0;1ab588ae992e:41825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432799078Disabling compacts and flushes for region at 1732432799078Disabling writes for close at 1732432799078Obtaining lock to block concurrent updates at 1732432799078Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432799078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732432799078Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432799079 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432799079Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432799095 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432799095Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432799503 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432799519 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432799519Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432799928 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432799944 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432799944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb7edca: reopening flushed file at 1732432800353 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3a3603: reopening flushed file at 1732432800357 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d34240b: reopening flushed file at 1732432800362 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732432800366 (+4 ms)Writing region close event to WAL at 1732432800367 (+1 ms)Closed at 1732432800367 2024-11-24T07:20:00,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fd40920-a45e-a1f0-3fef-ca379f83949b/MasterData/WALs/1ab588ae992e,41825,1732432782681/1ab588ae992e%2C41825%2C1732432782681.1732432784581 not finished, retry = 0 2024-11-24T07:20:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741830_1006 (size=63666) 2024-11-24T07:20:00,470 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:20:00,470 INFO [M:0;1ab588ae992e:41825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:20:00,470 INFO [M:0;1ab588ae992e:41825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41825 2024-11-24T07:20:00,470 INFO [M:0;1ab588ae992e:41825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:20:00,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:00,590 INFO [M:0;1ab588ae992e:41825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:20:00,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1016bb641980003, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:00,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7738c052{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:20:00,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48747b9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:20:00,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:20:00,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46591138{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:20:00,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@562151bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/hadoop.log.dir/,STOPPED} 2024-11-24T07:20:00,627 WARN [BP-263054318-172.17.0.3-1732432780786 heartbeating to localhost/127.0.0.1:34579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:20:00,627 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:20:00,627 WARN [BP-263054318-172.17.0.3-1732432780786 heartbeating to localhost/127.0.0.1:34579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-263054318-172.17.0.3-1732432780786 (Datanode Uuid 71852d37-de0b-4061-a19a-ac72b08d1040) service to localhost/127.0.0.1:34579 2024-11-24T07:20:00,627 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:20:00,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/cluster_611cc34d-c3d9-fdfa-28cf-5ca99920a5a3/data/data1/current/BP-263054318-172.17.0.3-1732432780786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:20:00,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/cluster_611cc34d-c3d9-fdfa-28cf-5ca99920a5a3/data/data2/current/BP-263054318-172.17.0.3-1732432780786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:20:00,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:20:00,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4985d60c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:20:00,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d816ae9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:20:00,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:20:00,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f21a9ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:20:00,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abd7633{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/hadoop.log.dir/,STOPPED} 2024-11-24T07:20:00,644 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1033, reset compression=false 2024-11-24T07:20:00,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:20:00,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:20:00,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:20:00,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:00,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:00,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:00,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:00,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:20:00,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1463565654, stopped=false 2024-11-24T07:20:00,650 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,39457,1732432776903 2024-11-24T07:20:00,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185114599/running 2024-11-24T07:20:00,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185114599/running 2024-11-24T07:20:00,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:20:00,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:20:00,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:20:00,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:20:00,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Set watcher on znode that does not yet exist, /01185114599/running 2024-11-24T07:20:00,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:00,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Set watcher on znode that does not yet exist, /01185114599/running 2024-11-24T07:20:00,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:00,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,35279,1732432777096' ***** 2024-11-24T07:20:00,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:20:00,663 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:20:00,663 INFO [RS:0;1ab588ae992e:35279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:20:00,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:20:00,663 INFO [RS:0;1ab588ae992e:35279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:20:00,663 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(3091): Received CLOSE for 6682da37d6fe5566e47b6b9a0ddc0fa8 2024-11-24T07:20:00,664 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b0ec412df333277d616fe75f273350a 2024-11-24T07:20:00,664 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,35279,1732432777096 2024-11-24T07:20:00,664 INFO [RS:0;1ab588ae992e:35279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:20:00,664 INFO [RS:0;1ab588ae992e:35279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:35279. 2024-11-24T07:20:00,664 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6682da37d6fe5566e47b6b9a0ddc0fa8, disabling compactions & flushes 2024-11-24T07:20:00,664 DEBUG [RS:0;1ab588ae992e:35279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:00,664 DEBUG [RS:0;1ab588ae992e:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:00,664 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:20:00,664 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:20:00,664 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:20:00,664 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. after waiting 0 ms 2024-11-24T07:20:00,664 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:20:00,664 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:20:00,664 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:20:00,664 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:20:00,664 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:20:00,664 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1325): Online Regions={6682da37d6fe5566e47b6b9a0ddc0fa8=test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8., 1588230740=hbase:meta,,1.1588230740, 9b0ec412df333277d616fe75f273350a=hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a.} 2024-11-24T07:20:00,664 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6682da37d6fe5566e47b6b9a0ddc0fa8, 9b0ec412df333277d616fe75f273350a 2024-11-24T07:20:00,664 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:20:00,664 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:20:00,664 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:20:00,664 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:20:00,664 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:20:00,664 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:20:00,668 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/default/test/6682da37d6fe5566e47b6b9a0ddc0fa8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T07:20:00,669 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:20:00,669 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:20:00,669 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:20:00,669 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6682da37d6fe5566e47b6b9a0ddc0fa8: Waiting for close lock at 1732432800664Running coprocessor pre-close hooks at 1732432800664Disabling compacts and flushes for region at 1732432800664Disabling writes for close at 1732432800664Writing region close event to WAL at 1732432800664Running coprocessor post-close hooks at 1732432800669 (+5 ms)Closed at 1732432800669 2024-11-24T07:20:00,669 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8. 2024-11-24T07:20:00,669 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b0ec412df333277d616fe75f273350a, disabling compactions & flushes 2024-11-24T07:20:00,669 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:20:00,669 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:20:00,670 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. after waiting 0 ms 2024-11-24T07:20:00,670 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:20:00,670 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b0ec412df333277d616fe75f273350a 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-24T07:20:00,681 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/info/17901706a1d44c3c888b96bfc5eee591 is 147, key is hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a./info:regioninfo/1732432790439/Put/seqid=0 2024-11-24T07:20:00,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741846_1022 (size=7686) 2024-11-24T07:20:00,687 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/.tmp/hfileref/0e1047f49d0e4943890679e92e2bac26 is 74, key is 1/hfileref:466c4c6da4ec462bb453f2aa5c1bd529_SeqId_6_/1732432796186/Put/seqid=0 2024-11-24T07:20:00,689 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:20:00,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741847_1023 (size=5345) 2024-11-24T07:20:00,864 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b0ec412df333277d616fe75f273350a 2024-11-24T07:20:01,002 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T07:20:01,003 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1ab588ae992e:41825 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ab588ae992e/172.17.0.3:41825 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:20:01,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 1ab588ae992e:41825 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ab588ae992e/172.17.0.3:41825 2024-11-24T07:20:01,064 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b0ec412df333277d616fe75f273350a 2024-11-24T07:20:01,085 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/info/17901706a1d44c3c888b96bfc5eee591 2024-11-24T07:20:01,091 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/.tmp/hfileref/0e1047f49d0e4943890679e92e2bac26 2024-11-24T07:20:01,106 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/ns/978a38a49d924574b4f64bf374a8538d is 43, key is default/ns:d/1732432780649/Put/seqid=0 2024-11-24T07:20:01,106 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/.tmp/queue/c601dd23f43b4c7f840d72fd410ae578 is 153, key is 1-1ab588ae992e,35279,1732432777096/queue:1ab588ae992e%2C35279%2C1732432777096/1732432793950/Put/seqid=0 2024-11-24T07:20:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741848_1024 (size=5352) 2024-11-24T07:20:01,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:01,115 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1ab588ae992e:41825 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ab588ae992e/172.17.0.3:41825 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:20:01,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741849_1025 (size=5153) 2024-11-24T07:20:01,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=1ab588ae992e:41825 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ab588ae992e/172.17.0.3:41825 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-24T07:20:01,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 1ab588ae992e:41825 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ab588ae992e/172.17.0.3:41825 2024-11-24T07:20:01,117 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/ns/978a38a49d924574b4f64bf374a8538d 2024-11-24T07:20:01,137 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/rep_barrier/be4adec412a94e40bb2a691ac4ffbfeb is 112, key is test,,1732432785878.6682da37d6fe5566e47b6b9a0ddc0fa8./rep_barrier:seqnumDuringOpen/1732432787030/Put/seqid=0 2024-11-24T07:20:01,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741850_1026 (size=5518) 2024-11-24T07:20:01,142 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/rep_barrier/be4adec412a94e40bb2a691ac4ffbfeb 2024-11-24T07:20:01,161 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/table/e1ea026a049e46dfb048a9012fc873d7 is 53, key is hbase:replication/table:state/1732432790446/Put/seqid=0 2024-11-24T07:20:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741851_1027 (size=5308) 2024-11-24T07:20:01,264 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b0ec412df333277d616fe75f273350a 2024-11-24T07:20:01,290 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:20:01,290 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:20:01,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:01,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1ab588ae992e:41825 this server is in the failed servers list 2024-11-24T07:20:01,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1ab588ae992e:41825 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:01,465 DEBUG [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b0ec412df333277d616fe75f273350a 2024-11-24T07:20:01,510 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/.tmp/queue/c601dd23f43b4c7f840d72fd410ae578 2024-11-24T07:20:01,515 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/.tmp/hfileref/0e1047f49d0e4943890679e92e2bac26 as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/hfileref/0e1047f49d0e4943890679e92e2bac26 2024-11-24T07:20:01,518 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/hfileref/0e1047f49d0e4943890679e92e2bac26, entries=4, sequenceid=10, filesize=5.2 K 2024-11-24T07:20:01,519 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/.tmp/queue/c601dd23f43b4c7f840d72fd410ae578 as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/queue/c601dd23f43b4c7f840d72fd410ae578 2024-11-24T07:20:01,523 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/queue/c601dd23f43b4c7f840d72fd410ae578, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T07:20:01,524 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9b0ec412df333277d616fe75f273350a in 854ms, sequenceid=10, compaction requested=false 2024-11-24T07:20:01,528 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/replication/9b0ec412df333277d616fe75f273350a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T07:20:01,528 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:20:01,528 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:20:01,528 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:20:01,528 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b0ec412df333277d616fe75f273350a: Waiting for close lock at 1732432800669Running coprocessor pre-close hooks at 1732432800669Disabling compacts and flushes for region at 1732432800669Disabling writes for close at 1732432800670 (+1 ms)Obtaining lock to block concurrent updates at 1732432800670Preparing flush snapshotting stores in 9b0ec412df333277d616fe75f273350a at 1732432800670Finished memstore snapshotting hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732432800670Flushing stores of hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. at 1732432800670Flushing 9b0ec412df333277d616fe75f273350a/hfileref: creating writer at 1732432800670Flushing 9b0ec412df333277d616fe75f273350a/hfileref: appending metadata at 1732432800686 (+16 ms)Flushing 9b0ec412df333277d616fe75f273350a/hfileref: closing flushed file at 1732432800686Flushing 9b0ec412df333277d616fe75f273350a/queue: creating writer at 1732432801094 (+408 ms)Flushing 9b0ec412df333277d616fe75f273350a/queue: appending metadata at 1732432801106 (+12 ms)Flushing 9b0ec412df333277d616fe75f273350a/queue: closing flushed file at 1732432801106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44987626: reopening flushed file at 1732432801514 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff737bd: reopening flushed file at 1732432801519 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9b0ec412df333277d616fe75f273350a in 854ms, sequenceid=10, compaction requested=false at 1732432801524 (+5 ms)Writing region close event to WAL at 1732432801525 (+1 ms)Running coprocessor post-close hooks at 1732432801528 (+3 ms)Closed at 1732432801528 2024-11-24T07:20:01,528 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432789183.9b0ec412df333277d616fe75f273350a. 2024-11-24T07:20:01,565 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/table/e1ea026a049e46dfb048a9012fc873d7 2024-11-24T07:20:01,570 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/info/17901706a1d44c3c888b96bfc5eee591 as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/info/17901706a1d44c3c888b96bfc5eee591 2024-11-24T07:20:01,573 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/info/17901706a1d44c3c888b96bfc5eee591, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:20:01,574 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/ns/978a38a49d924574b4f64bf374a8538d as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/ns/978a38a49d924574b4f64bf374a8538d 2024-11-24T07:20:01,578 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/ns/978a38a49d924574b4f64bf374a8538d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:20:01,579 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/rep_barrier/be4adec412a94e40bb2a691ac4ffbfeb as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/rep_barrier/be4adec412a94e40bb2a691ac4ffbfeb 2024-11-24T07:20:01,583 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/rep_barrier/be4adec412a94e40bb2a691ac4ffbfeb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:20:01,584 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/.tmp/table/e1ea026a049e46dfb048a9012fc873d7 as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/table/e1ea026a049e46dfb048a9012fc873d7 2024-11-24T07:20:01,587 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/table/e1ea026a049e46dfb048a9012fc873d7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:20:01,588 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=16, compaction requested=false 2024-11-24T07:20:01,595 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:20:01,596 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:20:01,596 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:20:01,596 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:01,596 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432800664Running coprocessor pre-close hooks at 1732432800664Disabling compacts and flushes for region at 1732432800664Disabling writes for close at 1732432800664Obtaining lock to block concurrent updates at 1732432800664Preparing flush snapshotting stores in 1588230740 at 1732432800664Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432800664Flushing stores of hbase:meta,,1.1588230740 at 1732432800665 (+1 ms)Flushing 1588230740/info: creating writer at 1732432800665Flushing 1588230740/info: appending metadata at 1732432800680 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732432800680Flushing 1588230740/ns: creating writer at 1732432801089 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732432801106 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732432801106Flushing 1588230740/rep_barrier: creating writer at 1732432801121 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432801137 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432801137Flushing 1588230740/table: creating writer at 1732432801146 (+9 ms)Flushing 1588230740/table: appending metadata at 1732432801161 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732432801161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221c2eaf: reopening flushed file at 1732432801569 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595d01c3: reopening flushed file at 1732432801573 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea4da0: reopening flushed file at 1732432801578 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382fd629: reopening flushed file at 1732432801583 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=16, compaction requested=false at 1732432801588 (+5 ms)Writing region close event to WAL at 1732432801592 (+4 ms)Running coprocessor post-close hooks at 1732432801596 (+4 ms)Closed at 1732432801596 2024-11-24T07:20:01,596 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:01,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:01,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1ab588ae992e:41825 this server is in the failed servers list 2024-11-24T07:20:01,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1ab588ae992e:41825 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:01,648 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1033, reset compression=false 2024-11-24T07:20:01,653 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:20:01,653 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1328, reset compression=false 2024-11-24T07:20:01,665 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,35279,1732432777096; all regions closed. 2024-11-24T07:20:01,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:20:01,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.meta.1732432780575.meta not finished, retry = 0 2024-11-24T07:20:01,770 DEBUG [RS:0;1ab588ae992e:35279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/oldWALs 2024-11-24T07:20:01,770 INFO [RS:0;1ab588ae992e:35279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C35279%2C1732432777096.meta:.meta(num 1732432780575) 2024-11-24T07:20:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741839_1015 (size=2695) 2024-11-24T07:20:01,773 DEBUG [RS:0;1ab588ae992e:35279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/oldWALs 2024-11-24T07:20:01,773 INFO [RS:0;1ab588ae992e:35279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C35279%2C1732432777096.rep:(num 1732432790404) 2024-11-24T07:20:01,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741832_1008 (size=1336) 2024-11-24T07:20:01,775 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 not finished, retry = 0 2024-11-24T07:20:01,857 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 to pos 1328, reset compression=false 2024-11-24T07:20:01,876 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/WALs/1ab588ae992e,35279,1732432777096/1ab588ae992e%2C35279%2C1732432777096.1732432779400 2024-11-24T07:20:01,877 DEBUG [RS:0;1ab588ae992e:35279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/oldWALs 2024-11-24T07:20:01,877 INFO [RS:0;1ab588ae992e:35279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C35279%2C1732432777096:(num 1732432779400) 2024-11-24T07:20:01,877 DEBUG [RS:0;1ab588ae992e:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:01,877 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:20:01,877 INFO [RS:0;1ab588ae992e:35279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:20:01,877 INFO [RS:0;1ab588ae992e:35279 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:20:01,877 INFO [RS:0;1ab588ae992e:35279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:20:01,878 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:20:01,878 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,35279,1732432777096 because: Region server is closing 2024-11-24T07:20:01,878 INFO [RS:0;1ab588ae992e:35279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:35279. 2024-11-24T07:20:01,878 DEBUG [RS:0;1ab588ae992e:35279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:01,878 DEBUG [RS:0;1ab588ae992e:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:01,878 DEBUG [RS:0;1ab588ae992e:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:01,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:01,978 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.wal-reader.1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-24T07:20:01,979 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-24T07:20:01,979 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T07:20:01,979 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T07:20:02,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:02,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1ab588ae992e:41825 this server is in the failed servers list 2024-11-24T07:20:02,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1ab588ae992e:41825 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:02,780 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,35279,1732432777096.replicationSource.shipper1ab588ae992e%2C35279%2C1732432777096,1-1ab588ae992e,35279,1732432777096 terminated 2024-11-24T07:20:02,780 INFO [RS:0;1ab588ae992e:35279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:35279. 2024-11-24T07:20:02,780 DEBUG [RS:0;1ab588ae992e:35279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:02,780 DEBUG [RS:0;1ab588ae992e:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:02,780 DEBUG [RS:0;1ab588ae992e:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:02,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:02,780 INFO [RS:0;1ab588ae992e:35279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35279 2024-11-24T07:20:02,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185114599/rs/1ab588ae992e,35279,1732432777096 2024-11-24T07:20:02,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599/rs 2024-11-24T07:20:02,831 INFO [RS:0;1ab588ae992e:35279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:20:02,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,35279,1732432777096] 2024-11-24T07:20:02,851 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01185114599/draining/1ab588ae992e,35279,1732432777096 already deleted, retry=false 2024-11-24T07:20:02,851 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,35279,1732432777096 expired; onlineServers=0 2024-11-24T07:20:02,852 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,39457,1732432776903' ***** 2024-11-24T07:20:02,852 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:20:02,852 INFO [M:0;1ab588ae992e:39457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:20:02,852 INFO [M:0;1ab588ae992e:39457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:20:02,852 DEBUG [M:0;1ab588ae992e:39457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:20:02,852 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:20:02,852 DEBUG [M:0;1ab588ae992e:39457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:20:02,852 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432779165 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432779165,5,FailOnTimeoutGroup] 2024-11-24T07:20:02,852 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432779165 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432779165,5,FailOnTimeoutGroup] 2024-11-24T07:20:02,852 INFO [M:0;1ab588ae992e:39457 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:20:02,852 INFO [M:0;1ab588ae992e:39457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:20:02,852 DEBUG [M:0;1ab588ae992e:39457 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:20:02,852 INFO [M:0;1ab588ae992e:39457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:20:02,852 INFO [M:0;1ab588ae992e:39457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:20:02,852 INFO [M:0;1ab588ae992e:39457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:20:02,852 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:20:02,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01185114599/master 2024-11-24T07:20:02,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01185114599 2024-11-24T07:20:02,862 DEBUG [M:0;1ab588ae992e:39457 {}] zookeeper.ZKUtil(347): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Unable to get data of znode /01185114599/master because node does not exist (not an error) 2024-11-24T07:20:02,862 WARN [M:0;1ab588ae992e:39457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:20:02,862 INFO [M:0;1ab588ae992e:39457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/.lastflushedseqids 2024-11-24T07:20:02,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741852_1028 (size=263) 2024-11-24T07:20:02,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:02,941 INFO [RS:0;1ab588ae992e:35279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:20:02,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x1016bb641980001, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:02,941 INFO [RS:0;1ab588ae992e:35279 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,35279,1732432777096; zookeeper connection closed. 2024-11-24T07:20:02,941 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a51591b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a51591b 2024-11-24T07:20:02,942 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:20:03,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:03,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:03,157 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:03,267 INFO [M:0;1ab588ae992e:39457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:20:03,267 INFO [M:0;1ab588ae992e:39457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:20:03,267 DEBUG [M:0;1ab588ae992e:39457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:20:03,267 INFO [M:0;1ab588ae992e:39457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:03,267 DEBUG [M:0;1ab588ae992e:39457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:03,267 DEBUG [M:0;1ab588ae992e:39457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:20:03,267 DEBUG [M:0;1ab588ae992e:39457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:03,267 INFO [M:0;1ab588ae992e:39457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-24T07:20:03,280 DEBUG [M:0;1ab588ae992e:39457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22fbfb2f6d544ef896de04efb7ae7b66 is 82, key is hbase:meta,,1/info:regioninfo/1732432780602/Put/seqid=0 2024-11-24T07:20:03,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741853_1029 (size=5672) 2024-11-24T07:20:03,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:20:03,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:03,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:03,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:03,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:03,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:03,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:03,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:03,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:03,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:03,684 INFO [M:0;1ab588ae992e:39457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22fbfb2f6d544ef896de04efb7ae7b66 2024-11-24T07:20:03,705 DEBUG [M:0;1ab588ae992e:39457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8743ed8d4a154a97aaf5a24329cf4fa8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732432790449/Put/seqid=0 2024-11-24T07:20:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741854_1030 (size=8517) 2024-11-24T07:20:04,109 INFO [M:0;1ab588ae992e:39457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8743ed8d4a154a97aaf5a24329cf4fa8 2024-11-24T07:20:04,129 DEBUG [M:0;1ab588ae992e:39457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/648b81b9fce8403c9fc6210c8fc08c94 is 69, key is 1ab588ae992e,35279,1732432777096/rs:state/1732432779257/Put/seqid=0 2024-11-24T07:20:04,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741855_1031 (size=5156) 2024-11-24T07:20:04,533 INFO [M:0;1ab588ae992e:39457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/648b81b9fce8403c9fc6210c8fc08c94 2024-11-24T07:20:04,538 DEBUG [M:0;1ab588ae992e:39457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22fbfb2f6d544ef896de04efb7ae7b66 as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22fbfb2f6d544ef896de04efb7ae7b66 2024-11-24T07:20:04,541 INFO [M:0;1ab588ae992e:39457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22fbfb2f6d544ef896de04efb7ae7b66, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T07:20:04,542 DEBUG [M:0;1ab588ae992e:39457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8743ed8d4a154a97aaf5a24329cf4fa8 as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8743ed8d4a154a97aaf5a24329cf4fa8 2024-11-24T07:20:04,545 INFO [M:0;1ab588ae992e:39457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8743ed8d4a154a97aaf5a24329cf4fa8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T07:20:04,546 DEBUG [M:0;1ab588ae992e:39457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/648b81b9fce8403c9fc6210c8fc08c94 as hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/648b81b9fce8403c9fc6210c8fc08c94 2024-11-24T07:20:04,549 INFO [M:0;1ab588ae992e:39457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/648b81b9fce8403c9fc6210c8fc08c94, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T07:20:04,550 INFO [M:0;1ab588ae992e:39457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-24T07:20:04,554 INFO [M:0;1ab588ae992e:39457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:04,554 DEBUG [M:0;1ab588ae992e:39457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432803267Disabling compacts and flushes for region at 1732432803267Disabling writes for close at 1732432803267Obtaining lock to block concurrent updates at 1732432803267Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432803267Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732432803267Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432803268 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432803268Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432803280 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432803280Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432803688 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432803705 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432803705Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432804113 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432804129 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432804129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3cd80c: reopening flushed file at 1732432804537 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1751003d: reopening flushed file at 1732432804541 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb03e9c: reopening flushed file at 1732432804545 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732432804550 (+5 ms)Writing region close event to WAL at 1732432804554 (+4 ms)Closed at 1732432804554 2024-11-24T07:20:04,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34327 is added to blk_1073741830_1006 (size=63666) 2024-11-24T07:20:04,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6501e520-86fe-b00f-cd92-11fd5894c66a/MasterData/WALs/1ab588ae992e,39457,1732432776903/1ab588ae992e%2C39457%2C1732432776903.1732432778867 not finished, retry = 0 2024-11-24T07:20:04,658 INFO [M:0;1ab588ae992e:39457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:20:04,658 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:20:04,658 INFO [M:0;1ab588ae992e:39457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39457 2024-11-24T07:20:04,659 INFO [M:0;1ab588ae992e:39457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:20:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:20:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:20:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T07:20:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:20:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T07:20:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:20:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:20:04,804 INFO [M:0;1ab588ae992e:39457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:20:04,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:04,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39457-0x1016bb641980000, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:04,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bee1721{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:20:04,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dd94011{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:20:04,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:20:04,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c31ec9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:20:04,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@322eb927{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/hadoop.log.dir/,STOPPED} 2024-11-24T07:20:04,808 WARN [BP-1849598355-172.17.0.3-1732432774664 heartbeating to localhost/127.0.0.1:34279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:20:04,808 WARN [BP-1849598355-172.17.0.3-1732432774664 heartbeating to localhost/127.0.0.1:34279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1849598355-172.17.0.3-1732432774664 (Datanode Uuid 35eed785-e3d4-4f19-8349-3ea6524d2842) service to localhost/127.0.0.1:34279 2024-11-24T07:20:04,808 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:20:04,808 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:20:04,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/cluster_de496d07-c933-2b10-a63b-4cbf903daa7b/data/data1/current/BP-1849598355-172.17.0.3-1732432774664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:20:04,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/cluster_de496d07-c933-2b10-a63b-4cbf903daa7b/data/data2/current/BP-1849598355-172.17.0.3-1732432774664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:20:04,809 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:20:04,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bc3c58c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:20:04,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62ac5301{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:20:04,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:20:04,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751989bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:20:04,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ca5bf28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ddbc0a8-2bd3-4f7b-1450-83dc5e94a5b4/hadoop.log.dir/,STOPPED} 2024-11-24T07:20:04,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T07:20:04,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:20:04,843 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 205) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62924) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34279 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34279 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34579 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62924) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34579 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34279 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=4942 (was 4976) 2024-11-24T07:20:04,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=4942 2024-11-24T07:20:04,863 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-24T07:20:04,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/hadoop.log.dir so I do NOT create it in target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12 2024-11-24T07:20:04,864 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:20:04,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/hadoop.tmp.dir so I do NOT create it in target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12 2024-11-24T07:20:04,864 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756a4bde-cfab-f4b4-8659-9c02a1b154cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:20:04,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12 2024-11-24T07:20:04,864 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/cluster_293aa14e-8d71-b11c-6080-879012b3d5e6, deleteOnExit=true 2024-11-24T07:20:04,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/cluster_293aa14e-8d71-b11c-6080-879012b3d5e6/zookeeper_0, clientPort=50516, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/cluster_293aa14e-8d71-b11c-6080-879012b3d5e6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/cluster_293aa14e-8d71-b11c-6080-879012b3d5e6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:20:04,887 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50516 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/test.cache.data in system properties and HBase conf 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:20:04,887 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:20:04,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:20:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:20:04,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016bb641980002, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:20:04,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016bb641980005, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:20:04,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016bb641980005, quorum=127.0.0.1:62924, baseZNode=/1-1322244746 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:20:04,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016bb641980002, quorum=127.0.0.1:62924, baseZNode=/01185114599 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:20:05,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:05,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:05,175 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:05,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:05,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:20:05,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:20:05,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:20:05,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:20:05,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:05,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f358d4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:20:05,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43e5171b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:20:05,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@545f9962{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/java.io.tmpdir/jetty-localhost-38157-hadoop-hdfs-3_4_1-tests_jar-_-any-6770133938194302562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:20:05,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28bc4539{HTTP/1.1, (http/1.1)}{localhost:38157} 2024-11-24T07:20:05,365 INFO [Time-limited test {}] server.Server(415): Started @197130ms 2024-11-24T07:20:05,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:05,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:20:05,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:20:05,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:20:05,626 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:20:05,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e490c94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:20:05,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1304d58f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:20:05,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43525f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/java.io.tmpdir/jetty-localhost-46333-hadoop-hdfs-3_4_1-tests_jar-_-any-17851236233829407902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:20:05,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@758cc0e3{HTTP/1.1, (http/1.1)}{localhost:46333} 2024-11-24T07:20:05,727 INFO [Time-limited test {}] server.Server(415): Started @197492ms 2024-11-24T07:20:05,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:20:06,709 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/cluster_293aa14e-8d71-b11c-6080-879012b3d5e6/data/data1/current/BP-818544697-172.17.0.3-1732432804907/current, will proceed with Du for space computation calculation, 2024-11-24T07:20:06,709 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/cluster_293aa14e-8d71-b11c-6080-879012b3d5e6/data/data2/current/BP-818544697-172.17.0.3-1732432804907/current, will proceed with Du for space computation calculation, 2024-11-24T07:20:06,730 WARN [Thread-2176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:20:06,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8698d868dfe3dbe3 with lease ID 0xe9869436110accf1: Processing first storage report for DS-478af3e4-0fc9-4c89-8860-9385ac294180 from datanode DatanodeRegistration(127.0.0.1:39097, datanodeUuid=64aa3298-e6e6-4808-b39f-c458f8bb564a, infoPort=37019, infoSecurePort=0, ipcPort=35243, storageInfo=lv=-57;cid=testClusterID;nsid=1492570346;c=1732432804907) 2024-11-24T07:20:06,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8698d868dfe3dbe3 with lease ID 0xe9869436110accf1: from storage DS-478af3e4-0fc9-4c89-8860-9385ac294180 node DatanodeRegistration(127.0.0.1:39097, datanodeUuid=64aa3298-e6e6-4808-b39f-c458f8bb564a, infoPort=37019, infoSecurePort=0, ipcPort=35243, storageInfo=lv=-57;cid=testClusterID;nsid=1492570346;c=1732432804907), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:20:06,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8698d868dfe3dbe3 with lease ID 0xe9869436110accf1: Processing first storage report for DS-55eace5f-dd25-4d77-b7be-c0516251c948 from datanode DatanodeRegistration(127.0.0.1:39097, datanodeUuid=64aa3298-e6e6-4808-b39f-c458f8bb564a, infoPort=37019, infoSecurePort=0, ipcPort=35243, storageInfo=lv=-57;cid=testClusterID;nsid=1492570346;c=1732432804907) 2024-11-24T07:20:06,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8698d868dfe3dbe3 with lease ID 0xe9869436110accf1: from storage DS-55eace5f-dd25-4d77-b7be-c0516251c948 node DatanodeRegistration(127.0.0.1:39097, datanodeUuid=64aa3298-e6e6-4808-b39f-c458f8bb564a, infoPort=37019, infoSecurePort=0, ipcPort=35243, storageInfo=lv=-57;cid=testClusterID;nsid=1492570346;c=1732432804907), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:20:06,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12 2024-11-24T07:20:06,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:06,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:06,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:20:07,160 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9 with version=8 2024-11-24T07:20:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/hbase-staging 2024-11-24T07:20:07,162 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:20:07,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:07,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:07,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:20:07,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:07,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:20:07,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:20:07,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:20:07,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35711 2024-11-24T07:20:07,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35711 connecting to ZooKeeper ensemble=127.0.0.1:50516 2024-11-24T07:20:07,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357110x0, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:07,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35711-0x1016bb6b7c10000 connected 2024-11-24T07:20:07,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:07,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:07,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Set watcher on znode that does not yet exist, /01498703397/running 2024-11-24T07:20:07,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9, hbase.cluster.distributed=false 2024-11-24T07:20:07,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Set watcher on znode that does not yet exist, /01498703397/acl 2024-11-24T07:20:07,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35711 2024-11-24T07:20:07,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35711 2024-11-24T07:20:07,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35711 2024-11-24T07:20:07,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35711 2024-11-24T07:20:07,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35711 2024-11-24T07:20:07,388 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:20:07,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:07,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:07,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:20:07,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:07,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:20:07,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:20:07,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:20:07,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41525 2024-11-24T07:20:07,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41525 connecting to ZooKeeper ensemble=127.0.0.1:50516 2024-11-24T07:20:07,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:07,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:07,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415250x0, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:07,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415250x0, quorum=127.0.0.1:50516, baseZNode=/01498703397 Set watcher on znode that does not yet exist, /01498703397/running 2024-11-24T07:20:07,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41525-0x1016bb6b7c10001 connected 2024-11-24T07:20:07,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:20:07,407 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:20:07,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Set watcher on znode that does not yet exist, /01498703397/master 2024-11-24T07:20:07,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Set watcher on znode that does not yet exist, /01498703397/acl 2024-11-24T07:20:07,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41525 2024-11-24T07:20:07,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41525 2024-11-24T07:20:07,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41525 2024-11-24T07:20:07,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41525 2024-11-24T07:20:07,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41525 2024-11-24T07:20:07,429 DEBUG [M:0;1ab588ae992e:35711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:35711 2024-11-24T07:20:07,429 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01498703397/backup-masters/1ab588ae992e,35711,1732432807162 2024-11-24T07:20:07,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397/backup-masters 2024-11-24T07:20:07,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397/backup-masters 2024-11-24T07:20:07,441 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Set watcher on existing znode=/01498703397/backup-masters/1ab588ae992e,35711,1732432807162 2024-11-24T07:20:07,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01498703397/master 2024-11-24T07:20:07,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:07,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:07,451 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Set watcher on existing znode=/01498703397/master 2024-11-24T07:20:07,452 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01498703397/backup-masters/1ab588ae992e,35711,1732432807162 from backup master directory 2024-11-24T07:20:07,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397/backup-masters 2024-11-24T07:20:07,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01498703397/backup-masters/1ab588ae992e,35711,1732432807162 2024-11-24T07:20:07,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397/backup-masters 2024-11-24T07:20:07,462 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:20:07,462 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,35711,1732432807162 2024-11-24T07:20:07,464 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/hbase.id] with ID: 603789da-de00-4a0c-a6b9-9c13299b4771 2024-11-24T07:20:07,464 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/.tmp/hbase.id 2024-11-24T07:20:07,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:20:07,470 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/.tmp/hbase.id]:[hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/hbase.id] 2024-11-24T07:20:07,478 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:07,479 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:20:07,479 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T07:20:07,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:07,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:07,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:20:07,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:07,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:20:07,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:20:07,901 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store 2024-11-24T07:20:07,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:20:08,309 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:08,309 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:20:08,309 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:08,309 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:08,309 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:20:08,309 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:08,309 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:08,309 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432808309Disabling compacts and flushes for region at 1732432808309Disabling writes for close at 1732432808309Writing region close event to WAL at 1732432808309Closed at 1732432808309 2024-11-24T07:20:08,309 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/.initializing 2024-11-24T07:20:08,310 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/WALs/1ab588ae992e,35711,1732432807162 2024-11-24T07:20:08,310 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:20:08,312 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C35711%2C1732432807162, suffix=, logDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/WALs/1ab588ae992e,35711,1732432807162, archiveDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/oldWALs, maxLogs=10 2024-11-24T07:20:08,323 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/WALs/1ab588ae992e,35711,1732432807162/1ab588ae992e%2C35711%2C1732432807162.1732432808312, exclude list is [], retry=0 2024-11-24T07:20:08,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39097,DS-478af3e4-0fc9-4c89-8860-9385ac294180,DISK] 2024-11-24T07:20:08,327 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/WALs/1ab588ae992e,35711,1732432807162/1ab588ae992e%2C35711%2C1732432807162.1732432808312 2024-11-24T07:20:08,327 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-24T07:20:08,327 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:08,328 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:08,328 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,328 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:20:08,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:08,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:08,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:20:08,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:08,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:08,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:20:08,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:08,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:08,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:20:08,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:08,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:08,335 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,335 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,335 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,336 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,336 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,336 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:08,337 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:08,344 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:08,345 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66000258, jitterRate=-0.016519516706466675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:08,345 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432808328Initializing all the Stores at 1732432808329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432808329Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432808329Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432808329Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432808329Cleaning up temporary data from old regions at 1732432808336 (+7 ms)Region opened successfully at 1732432808345 (+9 ms) 2024-11-24T07:20:08,345 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:20:08,348 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba41d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:20:08,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:20:08,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:20:08,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:20:08,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:20:08,349 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:20:08,349 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:20:08,349 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:20:08,351 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:20:08,352 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Unable to get data of znode /01498703397/balancer because node does not exist (not necessarily an error) 2024-11-24T07:20:08,430 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01498703397/balancer already deleted, retry=false 2024-11-24T07:20:08,430 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:20:08,431 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Unable to get data of znode /01498703397/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:20:08,440 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01498703397/normalizer already deleted, retry=false 2024-11-24T07:20:08,441 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:20:08,442 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Unable to get data of znode /01498703397/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:20:08,451 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01498703397/switch/split already deleted, retry=false 2024-11-24T07:20:08,452 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Unable to get data of znode /01498703397/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:20:08,461 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01498703397/switch/merge already deleted, retry=false 2024-11-24T07:20:08,463 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Unable to get data of znode /01498703397/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:20:08,472 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01498703397/snapshot-cleanup already deleted, retry=false 2024-11-24T07:20:08,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01498703397/running 2024-11-24T07:20:08,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01498703397/running 2024-11-24T07:20:08,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:08,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:08,483 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,35711,1732432807162, sessionid=0x1016bb6b7c10000, setting cluster-up flag (Was=false) 2024-11-24T07:20:08,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:08,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:08,535 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01498703397/flush-table-proc/acquired, /01498703397/flush-table-proc/reached, /01498703397/flush-table-proc/abort 2024-11-24T07:20:08,536 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,35711,1732432807162 2024-11-24T07:20:08,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:08,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:08,588 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01498703397/online-snapshot/acquired, /01498703397/online-snapshot/reached, /01498703397/online-snapshot/abort 2024-11-24T07:20:08,589 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,35711,1732432807162 2024-11-24T07:20:08,590 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:20:08,591 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:08,591 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:20:08,591 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:20:08,592 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,35711,1732432807162 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:20:08,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:08,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:08,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:08,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:08,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:20:08,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:20:08,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,594 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432838594 2024-11-24T07:20:08,594 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:20:08,594 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:20:08,594 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:20:08,594 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:20:08,594 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:20:08,594 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:20:08,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:08,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:20:08,595 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,595 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:20:08,595 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:20:08,595 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:20:08,595 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:20:08,595 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:08,595 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:20:08,595 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:20:08,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:20:08,596 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432808595,5,FailOnTimeoutGroup] 2024-11-24T07:20:08,596 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432808596,5,FailOnTimeoutGroup] 2024-11-24T07:20:08,596 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,596 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:20:08,596 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,596 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:20:08,618 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(746): ClusterId : 603789da-de00-4a0c-a6b9-9c13299b4771 2024-11-24T07:20:08,618 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:20:08,631 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:20:08,631 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:20:08,641 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:20:08,641 DEBUG [RS:0;1ab588ae992e:41525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27deb7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:20:08,655 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:41525 2024-11-24T07:20:08,655 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:20:08,655 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:20:08,655 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:20:08,656 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,35711,1732432807162 with port=41525, startcode=1732432807388 2024-11-24T07:20:08,656 DEBUG [RS:0;1ab588ae992e:41525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:20:08,657 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:20:08,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,41525,1732432807388 2024-11-24T07:20:08,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35711 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,41525,1732432807388 2024-11-24T07:20:08,659 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9 2024-11-24T07:20:08,659 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45883 2024-11-24T07:20:08,659 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:20:08,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397/rs 2024-11-24T07:20:08,669 DEBUG [RS:0;1ab588ae992e:41525 {}] zookeeper.ZKUtil(111): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Set watcher on existing znode=/01498703397/rs/1ab588ae992e,41525,1732432807388 2024-11-24T07:20:08,669 WARN [RS:0;1ab588ae992e:41525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:20:08,669 INFO [RS:0;1ab588ae992e:41525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:08,669 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388 2024-11-24T07:20:08,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,41525,1732432807388] 2024-11-24T07:20:08,672 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:20:08,673 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:20:08,673 INFO [RS:0;1ab588ae992e:41525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:20:08,673 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,674 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:20:08,674 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:20:08,674 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,674 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,674 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,674 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,674 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,674 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,674 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:20:08,674 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,674 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,675 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,675 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,675 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,675 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:08,675 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:20:08,675 DEBUG [RS:0;1ab588ae992e:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:20:08,675 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,675 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,675 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,675 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,675 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,675 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41525,1732432807388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:20:08,688 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:20:08,688 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41525,1732432807388-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,688 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,688 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.Replication(171): 1ab588ae992e,41525,1732432807388 started 2024-11-24T07:20:08,699 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:08,699 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,41525,1732432807388, RpcServer on 1ab588ae992e/172.17.0.3:41525, sessionid=0x1016bb6b7c10001 2024-11-24T07:20:08,700 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:20:08,700 DEBUG [RS:0;1ab588ae992e:41525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,41525,1732432807388 2024-11-24T07:20:08,700 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,41525,1732432807388' 2024-11-24T07:20:08,700 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01498703397/flush-table-proc/abort' 2024-11-24T07:20:08,700 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01498703397/flush-table-proc/acquired' 2024-11-24T07:20:08,700 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:20:08,700 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:20:08,700 DEBUG [RS:0;1ab588ae992e:41525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,41525,1732432807388 2024-11-24T07:20:08,700 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,41525,1732432807388' 2024-11-24T07:20:08,701 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01498703397/online-snapshot/abort' 2024-11-24T07:20:08,701 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01498703397/online-snapshot/acquired' 2024-11-24T07:20:08,701 DEBUG [RS:0;1ab588ae992e:41525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:20:08,701 INFO [RS:0;1ab588ae992e:41525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:20:08,701 INFO [RS:0;1ab588ae992e:41525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:20:08,801 INFO [RS:0;1ab588ae992e:41525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:20:08,803 INFO [RS:0;1ab588ae992e:41525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C41525%2C1732432807388, suffix=, logDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388, archiveDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/oldWALs, maxLogs=10 2024-11-24T07:20:08,815 DEBUG [RS:0;1ab588ae992e:41525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803, exclude list is [], retry=0 2024-11-24T07:20:08,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39097,DS-478af3e4-0fc9-4c89-8860-9385ac294180,DISK] 2024-11-24T07:20:08,820 INFO [RS:0;1ab588ae992e:41525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 2024-11-24T07:20:08,820 DEBUG [RS:0;1ab588ae992e:41525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-24T07:20:09,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:20:09,002 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9 2024-11-24T07:20:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:20:09,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:09,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:09,224 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:09,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:09,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:20:09,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:20:09,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:09,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:09,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:20:09,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:20:09,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:09,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:09,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:20:09,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:20:09,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:09,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:09,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:20:09,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:20:09,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:09,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:09,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:20:09,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740 2024-11-24T07:20:09,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740 2024-11-24T07:20:09,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:20:09,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:20:09,416 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:09,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:20:09,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:09,419 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60970344, jitterRate=-0.09147107601165771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:09,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432809409Initializing all the Stores at 1732432809409Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432809409Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432809409Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432809410 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432809410Cleaning up temporary data from old regions at 1732432809416 (+6 ms)Region opened successfully at 1732432809419 (+3 ms) 2024-11-24T07:20:09,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:20:09,420 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:20:09,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:20:09,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:20:09,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:20:09,420 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:09,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432809419Disabling compacts and flushes for region at 1732432809419Disabling writes for close at 1732432809420 (+1 ms)Writing region close event to WAL at 1732432809420Closed at 1732432809420 2024-11-24T07:20:09,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:09,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:20:09,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:20:09,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:20:09,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:20:09,573 DEBUG [1ab588ae992e:35711 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:20:09,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,41525,1732432807388 2024-11-24T07:20:09,574 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,41525,1732432807388, state=OPENING 2024-11-24T07:20:09,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:20:09,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:09,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:09,641 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:20:09,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01498703397/meta-region-server: CHANGED 2024-11-24T07:20:09,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01498703397/meta-region-server: CHANGED 2024-11-24T07:20:09,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,41525,1732432807388}] 2024-11-24T07:20:09,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:20:09,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:20:09,797 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:20:09,797 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:09,797 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:20:09,798 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C41525%2C1732432807388.meta, suffix=.meta, logDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388, archiveDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/oldWALs, maxLogs=10 2024-11-24T07:20:09,810 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.meta.1732432809798.meta, exclude list is [], retry=0 2024-11-24T07:20:09,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39097,DS-478af3e4-0fc9-4c89-8860-9385ac294180,DISK] 2024-11-24T07:20:09,813 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.meta.1732432809798.meta 2024-11-24T07:20:09,813 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-24T07:20:09,813 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:09,814 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:09,814 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:20:09,814 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:20:09,814 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:20:09,814 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:20:09,814 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:09,814 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:20:09,814 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:20:09,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:20:09,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:20:09,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:09,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:09,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:20:09,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:20:09,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:09,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:09,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:20:09,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:20:09,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:09,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:09,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:20:09,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:20:09,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:09,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:09,820 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:20:09,820 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740 2024-11-24T07:20:09,821 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740 2024-11-24T07:20:09,822 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:20:09,822 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:20:09,822 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:09,823 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:20:09,823 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59501185, jitterRate=-0.11336325109004974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:09,823 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:20:09,824 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432809814Writing region info on filesystem at 1732432809814Initializing all the Stores at 1732432809815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432809815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432809815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432809815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432809815Cleaning up temporary data from old regions at 1732432809822 (+7 ms)Running coprocessor post-open hooks at 1732432809823 (+1 ms)Region opened successfully at 1732432809824 (+1 ms) 2024-11-24T07:20:09,825 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432809793 2024-11-24T07:20:09,826 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:20:09,827 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:20:09,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,41525,1732432807388 2024-11-24T07:20:09,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,41525,1732432807388, state=OPEN 2024-11-24T07:20:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01498703397/meta-region-server 2024-11-24T07:20:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01498703397/meta-region-server 2024-11-24T07:20:09,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,41525,1732432807388 2024-11-24T07:20:09,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01498703397/meta-region-server: CHANGED 2024-11-24T07:20:09,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01498703397/meta-region-server: CHANGED 2024-11-24T07:20:09,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:20:09,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,41525,1732432807388 in 230 msec 2024-11-24T07:20:09,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:20:09,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-24T07:20:09,875 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:09,875 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:20:09,876 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:09,876 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,41525,1732432807388, seqNum=-1] 2024-11-24T07:20:09,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:09,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:09,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-24T07:20:09,881 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432809881, completionTime=-1 2024-11-24T07:20:09,881 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:20:09,881 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:20:09,883 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:20:09,883 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432869883 2024-11-24T07:20:09,883 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432929883 2024-11-24T07:20:09,883 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:20:09,883 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35711,1732432807162-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:09,883 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35711,1732432807162-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:09,883 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35711,1732432807162-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:09,884 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:35711, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:09,884 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:09,884 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:09,885 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:20:09,886 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.424sec 2024-11-24T07:20:09,887 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:20:09,887 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:20:09,887 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:20:09,887 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:20:09,887 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:20:09,887 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35711,1732432807162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:20:09,887 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35711,1732432807162-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:20:09,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:20:09,889 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:20:09,889 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35711,1732432807162-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:09,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dc4d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:09,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35711,-1 for getting cluster id 2024-11-24T07:20:09,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:09,921 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603789da-de00-4a0c-a6b9-9c13299b4771' 2024-11-24T07:20:09,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:09,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603789da-de00-4a0c-a6b9-9c13299b4771" 2024-11-24T07:20:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d35181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35711,-1] 2024-11-24T07:20:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:09,923 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:09,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f50c56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:09,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,41525,1732432807388, seqNum=-1] 2024-11-24T07:20:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:09,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:09,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,35711,1732432807162 2024-11-24T07:20:09,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50516 2024-11-24T07:20:09,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:09,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016bb6b7c10002 connected 2024-11-24T07:20:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/hadoop.log.dir so I do NOT create it in target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806 2024-11-24T07:20:09,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:20:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/hadoop.tmp.dir so I do NOT create it in target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806 2024-11-24T07:20:09,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:20:09,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806 2024-11-24T07:20:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:20:09,958 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/cluster_a369f1c1-d250-490d-f90c-6945d68329b9, deleteOnExit=true 2024-11-24T07:20:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/test.cache.data in system properties and HBase conf 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:20:09,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:20:09,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:20:09,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:20:10,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:20:10,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:10,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:10,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:10,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:10,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:10,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:10,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:10,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:10,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:10,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:10,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:10,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:20:10,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:20:10,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:20:10,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:20:10,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:10,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@593cc0aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:20:10,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698acd06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:20:10,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66d4f44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/java.io.tmpdir/jetty-localhost-46071-hadoop-hdfs-3_4_1-tests_jar-_-any-7470155906571705917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:20:10,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24940473{HTTP/1.1, (http/1.1)}{localhost:46071} 2024-11-24T07:20:10,526 INFO [Time-limited test {}] server.Server(415): Started @202291ms 2024-11-24T07:20:10,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:10,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:20:10,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:20:10,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:20:10,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:20:10,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17f27493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:20:10,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63bcff2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:20:10,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4740b0e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/java.io.tmpdir/jetty-localhost-42911-hadoop-hdfs-3_4_1-tests_jar-_-any-14211632903741832432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:20:10,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f438beb{HTTP/1.1, (http/1.1)}{localhost:42911} 2024-11-24T07:20:10,972 INFO [Time-limited test {}] server.Server(415): Started @202737ms 2024-11-24T07:20:10,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:20:12,039 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/cluster_a369f1c1-d250-490d-f90c-6945d68329b9/data/data2/current/BP-467518428-172.17.0.3-1732432809974/current, will proceed with Du for space computation calculation, 2024-11-24T07:20:12,039 WARN [Thread-2309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/cluster_a369f1c1-d250-490d-f90c-6945d68329b9/data/data1/current/BP-467518428-172.17.0.3-1732432809974/current, will proceed with Du for space computation calculation, 2024-11-24T07:20:12,055 WARN [Thread-2297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:20:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb84b9d436ec0fc with lease ID 0x6a7f017d6fc65a32: Processing first storage report for DS-03208be4-d3ff-4ab0-87a0-2067e9c93f8c from datanode DatanodeRegistration(127.0.0.1:38775, datanodeUuid=7872ab13-7735-41f0-b8d4-adebb714c929, infoPort=44107, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=1467958248;c=1732432809974) 2024-11-24T07:20:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb84b9d436ec0fc with lease ID 0x6a7f017d6fc65a32: from storage DS-03208be4-d3ff-4ab0-87a0-2067e9c93f8c node DatanodeRegistration(127.0.0.1:38775, datanodeUuid=7872ab13-7735-41f0-b8d4-adebb714c929, infoPort=44107, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=1467958248;c=1732432809974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:20:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb84b9d436ec0fc with lease ID 0x6a7f017d6fc65a32: Processing first storage report for DS-96da7dae-f3ef-4f58-b33e-ae0aa7a0544a from datanode DatanodeRegistration(127.0.0.1:38775, datanodeUuid=7872ab13-7735-41f0-b8d4-adebb714c929, infoPort=44107, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=1467958248;c=1732432809974) 2024-11-24T07:20:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb84b9d436ec0fc with lease ID 0x6a7f017d6fc65a32: from storage DS-96da7dae-f3ef-4f58-b33e-ae0aa7a0544a node DatanodeRegistration(127.0.0.1:38775, datanodeUuid=7872ab13-7735-41f0-b8d4-adebb714c929, infoPort=44107, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=1467958248;c=1732432809974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:20:12,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806 2024-11-24T07:20:12,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:12,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:12,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:20:12,509 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa with version=8 2024-11-24T07:20:12,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/hbase-staging 2024-11-24T07:20:12,511 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:20:12,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:12,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:12,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:20:12,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:12,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:20:12,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:20:12,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:20:12,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43265 2024-11-24T07:20:12,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43265 connecting to ZooKeeper ensemble=127.0.0.1:50516 2024-11-24T07:20:12,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432650x0, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:12,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43265-0x1016bb6b7c10003 connected 2024-11-24T07:20:12,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:12,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:12,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Set watcher on znode that does not yet exist, /1-427436114/running 2024-11-24T07:20:12,633 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa, hbase.cluster.distributed=false 2024-11-24T07:20:12,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Set watcher on znode that does not yet exist, /1-427436114/acl 2024-11-24T07:20:12,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-24T07:20:12,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43265 2024-11-24T07:20:12,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43265 2024-11-24T07:20:12,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-24T07:20:12,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-24T07:20:12,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:20:12,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:12,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:12,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:20:12,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:12,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:20:12,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:20:12,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:20:12,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39367 2024-11-24T07:20:12,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39367 connecting to ZooKeeper ensemble=127.0.0.1:50516 2024-11-24T07:20:12,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:12,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:12,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393670x0, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:12,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Set watcher on znode that does not yet exist, /1-427436114/running 2024-11-24T07:20:12,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39367-0x1016bb6b7c10004 connected 2024-11-24T07:20:12,662 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:20:12,663 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:20:12,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Set watcher on znode that does not yet exist, /1-427436114/master 2024-11-24T07:20:12,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Set watcher on znode that does not yet exist, /1-427436114/acl 2024-11-24T07:20:12,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39367 2024-11-24T07:20:12,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39367 2024-11-24T07:20:12,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39367 2024-11-24T07:20:12,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39367 2024-11-24T07:20:12,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39367 2024-11-24T07:20:12,681 DEBUG [M:0;1ab588ae992e:43265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:43265 2024-11-24T07:20:12,682 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-427436114/backup-masters/1ab588ae992e,43265,1732432812511 2024-11-24T07:20:12,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114/backup-masters 2024-11-24T07:20:12,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114/backup-masters 2024-11-24T07:20:12,693 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Set watcher on existing znode=/1-427436114/backup-masters/1ab588ae992e,43265,1732432812511 2024-11-24T07:20:12,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:12,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-427436114/master 2024-11-24T07:20:12,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:12,704 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Set watcher on existing znode=/1-427436114/master 2024-11-24T07:20:12,704 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-427436114/backup-masters/1ab588ae992e,43265,1732432812511 from backup master directory 2024-11-24T07:20:12,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114/backup-masters 2024-11-24T07:20:12,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-427436114/backup-masters/1ab588ae992e,43265,1732432812511 2024-11-24T07:20:12,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114/backup-masters 2024-11-24T07:20:12,714 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:20:12,714 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,43265,1732432812511 2024-11-24T07:20:12,717 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/hbase.id] with ID: 6280bbac-b395-428a-b3ab-9f101f0a9a22 2024-11-24T07:20:12,717 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/.tmp/hbase.id 2024-11-24T07:20:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:20:12,722 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/.tmp/hbase.id]:[hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/hbase.id] 2024-11-24T07:20:12,729 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:12,729 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:20:12,730 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:20:12,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:12,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:20:13,147 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:13,148 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:20:13,148 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:20:13,554 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store 2024-11-24T07:20:13,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:20:13,959 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:13,959 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:20:13,959 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:13,959 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:13,959 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:20:13,959 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:13,959 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:13,959 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432813959Disabling compacts and flushes for region at 1732432813959Disabling writes for close at 1732432813959Writing region close event to WAL at 1732432813959Closed at 1732432813959 2024-11-24T07:20:13,960 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/.initializing 2024-11-24T07:20:13,960 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/WALs/1ab588ae992e,43265,1732432812511 2024-11-24T07:20:13,960 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:20:13,962 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C43265%2C1732432812511, suffix=, logDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/WALs/1ab588ae992e,43265,1732432812511, archiveDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/oldWALs, maxLogs=10 2024-11-24T07:20:13,976 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/WALs/1ab588ae992e,43265,1732432812511/1ab588ae992e%2C43265%2C1732432812511.1732432813962, exclude list is [], retry=0 2024-11-24T07:20:13,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38775,DS-03208be4-d3ff-4ab0-87a0-2067e9c93f8c,DISK] 2024-11-24T07:20:13,980 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/WALs/1ab588ae992e,43265,1732432812511/1ab588ae992e%2C43265%2C1732432812511.1732432813962 2024-11-24T07:20:13,980 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-24T07:20:13,980 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:13,981 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:13,981 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,981 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:20:13,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:13,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:13,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:20:13,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:13,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:13,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:20:13,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:13,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:13,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:20:13,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:13,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:13,987 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,987 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,987 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,990 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,990 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,990 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:13,991 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:13,993 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:13,993 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58841287, jitterRate=-0.12319649755954742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:13,993 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432813981Initializing all the Stores at 1732432813981Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432813982 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432813982Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432813982Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432813982Cleaning up temporary data from old regions at 1732432813990 (+8 ms)Region opened successfully at 1732432813993 (+3 ms) 2024-11-24T07:20:13,993 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:20:13,997 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72167eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:20:13,998 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:20:13,998 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:20:13,998 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:20:13,998 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:20:13,999 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:20:13,999 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:20:13,999 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:20:14,001 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:20:14,002 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Unable to get data of znode /1-427436114/balancer because node does not exist (not necessarily an error) 2024-11-24T07:20:14,061 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-427436114/balancer already deleted, retry=false 2024-11-24T07:20:14,062 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:20:14,062 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Unable to get data of znode /1-427436114/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:20:14,072 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-427436114/normalizer already deleted, retry=false 2024-11-24T07:20:14,072 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:20:14,073 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Unable to get data of znode /1-427436114/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:20:14,082 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-427436114/switch/split already deleted, retry=false 2024-11-24T07:20:14,083 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Unable to get data of znode /1-427436114/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:20:14,093 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-427436114/switch/merge already deleted, retry=false 2024-11-24T07:20:14,094 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Unable to get data of znode /1-427436114/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:20:14,103 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-427436114/snapshot-cleanup already deleted, retry=false 2024-11-24T07:20:14,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-427436114/running 2024-11-24T07:20:14,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-427436114/running 2024-11-24T07:20:14,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:14,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:14,114 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,43265,1732432812511, sessionid=0x1016bb6b7c10003, setting cluster-up flag (Was=false) 2024-11-24T07:20:14,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:14,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:14,167 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-427436114/flush-table-proc/acquired, /1-427436114/flush-table-proc/reached, /1-427436114/flush-table-proc/abort 2024-11-24T07:20:14,167 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,43265,1732432812511 2024-11-24T07:20:14,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:14,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:14,219 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-427436114/online-snapshot/acquired, /1-427436114/online-snapshot/reached, /1-427436114/online-snapshot/abort 2024-11-24T07:20:14,220 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,43265,1732432812511 2024-11-24T07:20:14,221 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:20:14,222 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:14,222 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:20:14,222 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:20:14,222 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,43265,1732432812511 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:20:14,223 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:14,223 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:14,223 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:14,223 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:14,223 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:20:14,224 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,224 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:20:14,224 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,224 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432844224 2024-11-24T07:20:14,224 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:20:14,224 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:20:14,224 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:20:14,224 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:20:14,224 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:20:14,224 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:20:14,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:14,225 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:20:14,225 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:20:14,225 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:20:14,225 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:20:14,225 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:20:14,225 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:20:14,225 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:20:14,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:14,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:20:14,227 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432814225,5,FailOnTimeoutGroup] 2024-11-24T07:20:14,227 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432814227,5,FailOnTimeoutGroup] 2024-11-24T07:20:14,227 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,227 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:20:14,227 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,227 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:20:14,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:20:14,233 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa 2024-11-24T07:20:14,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741832_1008 (size=32) 2024-11-24T07:20:14,274 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(746): ClusterId : 6280bbac-b395-428a-b3ab-9f101f0a9a22 2024-11-24T07:20:14,274 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:20:14,283 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:20:14,283 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:20:14,293 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:20:14,294 DEBUG [RS:0;1ab588ae992e:39367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3442a8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:20:14,304 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:39367 2024-11-24T07:20:14,304 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:20:14,304 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:20:14,304 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:20:14,304 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,43265,1732432812511 with port=39367, startcode=1732432812648 2024-11-24T07:20:14,304 DEBUG [RS:0;1ab588ae992e:39367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:20:14,306 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:20:14,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,39367,1732432812648 2024-11-24T07:20:14,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43265 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,39367,1732432812648 2024-11-24T07:20:14,307 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa 2024-11-24T07:20:14,307 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44083 2024-11-24T07:20:14,307 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:20:14,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114/rs 2024-11-24T07:20:14,358 DEBUG [RS:0;1ab588ae992e:39367 {}] zookeeper.ZKUtil(111): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Set watcher on existing znode=/1-427436114/rs/1ab588ae992e,39367,1732432812648 2024-11-24T07:20:14,358 WARN [RS:0;1ab588ae992e:39367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:20:14,358 INFO [RS:0;1ab588ae992e:39367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:14,358 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648 2024-11-24T07:20:14,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,39367,1732432812648] 2024-11-24T07:20:14,361 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:20:14,362 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:20:14,362 INFO [RS:0;1ab588ae992e:39367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:20:14,362 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,362 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:20:14,363 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:20:14,363 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:20:14,363 DEBUG [RS:0;1ab588ae992e:39367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:20:14,364 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,364 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,364 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,364 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,364 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,364 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39367,1732432812648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:20:14,379 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:20:14,380 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39367,1732432812648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,380 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,380 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.Replication(171): 1ab588ae992e,39367,1732432812648 started 2024-11-24T07:20:14,395 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:14,395 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,39367,1732432812648, RpcServer on 1ab588ae992e/172.17.0.3:39367, sessionid=0x1016bb6b7c10004 2024-11-24T07:20:14,395 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:20:14,395 DEBUG [RS:0;1ab588ae992e:39367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,39367,1732432812648 2024-11-24T07:20:14,395 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,39367,1732432812648' 2024-11-24T07:20:14,395 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-427436114/flush-table-proc/abort' 2024-11-24T07:20:14,396 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-427436114/flush-table-proc/acquired' 2024-11-24T07:20:14,396 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:20:14,396 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:20:14,396 DEBUG [RS:0;1ab588ae992e:39367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,39367,1732432812648 2024-11-24T07:20:14,396 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,39367,1732432812648' 2024-11-24T07:20:14,396 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-427436114/online-snapshot/abort' 2024-11-24T07:20:14,396 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-427436114/online-snapshot/acquired' 2024-11-24T07:20:14,397 DEBUG [RS:0;1ab588ae992e:39367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:20:14,397 INFO [RS:0;1ab588ae992e:39367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:20:14,397 INFO [RS:0;1ab588ae992e:39367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:20:14,497 INFO [RS:0;1ab588ae992e:39367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:20:14,498 INFO [RS:0;1ab588ae992e:39367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39367%2C1732432812648, suffix=, logDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648, archiveDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/oldWALs, maxLogs=10 2024-11-24T07:20:14,509 DEBUG [RS:0;1ab588ae992e:39367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498, exclude list is [], retry=0 2024-11-24T07:20:14,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38775,DS-03208be4-d3ff-4ab0-87a0-2067e9c93f8c,DISK] 2024-11-24T07:20:14,512 INFO [RS:0;1ab588ae992e:39367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 2024-11-24T07:20:14,513 DEBUG [RS:0;1ab588ae992e:39367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-24T07:20:14,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:14,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:20:14,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:20:14,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:14,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:14,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:20:14,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:20:14,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:14,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:14,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:20:14,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:20:14,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:14,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:14,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:20:14,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:20:14,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:14,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:14,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:20:14,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740 2024-11-24T07:20:14,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740 2024-11-24T07:20:14,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:20:14,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:20:14,649 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:14,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:20:14,650 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:14,651 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60446886, jitterRate=-0.09927120804786682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:14,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432814641Initializing all the Stores at 1732432814642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432814642Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432814642Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432814642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432814642Cleaning up temporary data from old regions at 1732432814648 (+6 ms)Region opened successfully at 1732432814651 (+3 ms) 2024-11-24T07:20:14,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:20:14,651 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:20:14,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:20:14,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:20:14,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:20:14,651 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:14,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432814651Disabling compacts and flushes for region at 1732432814651Disabling writes for close at 1732432814651Writing region close event to WAL at 1732432814651Closed at 1732432814651 2024-11-24T07:20:14,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:14,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:20:14,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:20:14,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:20:14,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:20:14,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:20:14,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T07:20:14,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:20:14,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T07:20:14,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:20:14,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T07:20:14,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T07:20:14,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T07:20:14,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:20:14,803 DEBUG [1ab588ae992e:43265 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:20:14,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,39367,1732432812648 2024-11-24T07:20:14,805 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39367,1732432812648, state=OPENING 2024-11-24T07:20:14,851 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:20:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:14,862 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:20:14,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-427436114/meta-region-server: CHANGED 2024-11-24T07:20:14,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-427436114/meta-region-server: CHANGED 2024-11-24T07:20:14,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,39367,1732432812648}] 2024-11-24T07:20:15,014 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:20:15,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:20:15,017 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:20:15,017 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:15,018 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:20:15,019 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39367%2C1732432812648.meta, suffix=.meta, logDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648, archiveDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/oldWALs, maxLogs=10 2024-11-24T07:20:15,034 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.meta.1732432815019.meta, exclude list is [], retry=0 2024-11-24T07:20:15,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38775,DS-03208be4-d3ff-4ab0-87a0-2067e9c93f8c,DISK] 2024-11-24T07:20:15,037 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.meta.1732432815019.meta 2024-11-24T07:20:15,037 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-24T07:20:15,038 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:15,038 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:15,038 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:20:15,038 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:20:15,038 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:20:15,038 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:20:15,038 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:15,038 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:20:15,038 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:20:15,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:20:15,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:20:15,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:15,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:15,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:20:15,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:20:15,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:15,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:15,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:20:15,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:20:15,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:15,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:15,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:20:15,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:20:15,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:15,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:15,043 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:20:15,043 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740 2024-11-24T07:20:15,044 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740 2024-11-24T07:20:15,045 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:20:15,045 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:20:15,045 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:15,046 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:20:15,046 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65107450, jitterRate=-0.029823392629623413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:15,046 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:20:15,046 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432815038Writing region info on filesystem at 1732432815038Initializing all the Stores at 1732432815039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432815039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432815039Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432815039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432815039Cleaning up temporary data from old regions at 1732432815045 (+6 ms)Running coprocessor post-open hooks at 1732432815046 (+1 ms)Region opened successfully at 1732432815046 2024-11-24T07:20:15,047 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432815013 2024-11-24T07:20:15,048 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:20:15,048 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:20:15,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,39367,1732432812648 2024-11-24T07:20:15,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39367,1732432812648, state=OPEN 2024-11-24T07:20:15,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-427436114/meta-region-server 2024-11-24T07:20:15,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-427436114/meta-region-server 2024-11-24T07:20:15,061 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,39367,1732432812648 2024-11-24T07:20:15,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-427436114/meta-region-server: CHANGED 2024-11-24T07:20:15,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-427436114/meta-region-server: CHANGED 2024-11-24T07:20:15,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:20:15,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,39367,1732432812648 in 199 msec 2024-11-24T07:20:15,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:20:15,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-24T07:20:15,064 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:15,064 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:20:15,065 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:15,065 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39367,1732432812648, seqNum=-1] 2024-11-24T07:20:15,066 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:15,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:15,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-24T07:20:15,071 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432815071, completionTime=-1 2024-11-24T07:20:15,071 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:20:15,071 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:20:15,072 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:20:15,072 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432875072 2024-11-24T07:20:15,072 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432935072 2024-11-24T07:20:15,072 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:20:15,073 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43265,1732432812511-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:15,073 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43265,1732432812511-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:15,073 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43265,1732432812511-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:15,073 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:43265, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:15,073 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:15,073 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:15,074 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:20:15,075 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.361sec 2024-11-24T07:20:15,076 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:20:15,076 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:20:15,076 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:20:15,076 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:20:15,076 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:20:15,076 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43265,1732432812511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:20:15,076 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43265,1732432812511-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:20:15,077 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:20:15,077 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:20:15,077 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43265,1732432812511-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:15,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a20387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:15,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43265,-1 for getting cluster id 2024-11-24T07:20:15,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:15,175 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6280bbac-b395-428a-b3ab-9f101f0a9a22' 2024-11-24T07:20:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6280bbac-b395-428a-b3ab-9f101f0a9a22" 2024-11-24T07:20:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601929e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43265,-1] 2024-11-24T07:20:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:15,177 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:15,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ccd24f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:15,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:15,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39367,1732432812648, seqNum=-1] 2024-11-24T07:20:15,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:15,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:15,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,43265,1732432812511 2024-11-24T07:20:15,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50516 2024-11-24T07:20:15,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:15,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016bb6b7c10005 connected 2024-11-24T07:20:15,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35711,1732432807162 2024-11-24T07:20:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c84f82a 2024-11-24T07:20:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:15,201 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:15,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:20:15,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:20:15,204 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:15,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:20:15,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:20:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:15,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:20:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:15,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:20:15,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:15,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:15,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:15,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:15,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:15,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:15,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:15,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:15,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:15,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:15,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4297fd80873207c8671a27c361c42034, NAME => 'test,,1732432815201.4297fd80873207c8671a27c361c42034.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9 2024-11-24T07:20:15,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:20:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:16,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432815201.4297fd80873207c8671a27c361c42034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:16,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4297fd80873207c8671a27c361c42034, disabling compactions & flushes 2024-11-24T07:20:16,016 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:16,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:16,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432815201.4297fd80873207c8671a27c361c42034. after waiting 0 ms 2024-11-24T07:20:16,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:16,016 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:16,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4297fd80873207c8671a27c361c42034: Waiting for close lock at 1732432816016Disabling compacts and flushes for region at 1732432816016Disabling writes for close at 1732432816016Writing region close event to WAL at 1732432816016Closed at 1732432816016 2024-11-24T07:20:16,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:20:16,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432815201.4297fd80873207c8671a27c361c42034.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432816017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432816017"}]},"ts":"1732432816017"} 2024-11-24T07:20:16,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:20:16,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:20:16,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432816020"}]},"ts":"1732432816020"} 2024-11-24T07:20:16,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:20:16,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4297fd80873207c8671a27c361c42034, ASSIGN}] 2024-11-24T07:20:16,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4297fd80873207c8671a27c361c42034, ASSIGN 2024-11-24T07:20:16,024 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4297fd80873207c8671a27c361c42034, ASSIGN; state=OFFLINE, location=1ab588ae992e,41525,1732432807388; forceNewPlan=false, retain=false 2024-11-24T07:20:16,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4297fd80873207c8671a27c361c42034, regionState=OPENING, regionLocation=1ab588ae992e,41525,1732432807388 2024-11-24T07:20:16,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4297fd80873207c8671a27c361c42034, ASSIGN because future has completed 2024-11-24T07:20:16,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4297fd80873207c8671a27c361c42034, server=1ab588ae992e,41525,1732432807388}] 2024-11-24T07:20:16,332 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:16,332 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4297fd80873207c8671a27c361c42034, NAME => 'test,,1732432815201.4297fd80873207c8671a27c361c42034.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:16,332 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:16,332 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:20:16,332 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,332 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432815201.4297fd80873207c8671a27c361c42034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:16,332 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,332 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,333 INFO [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,334 INFO [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4297fd80873207c8671a27c361c42034 columnFamilyName f 2024-11-24T07:20:16,334 DEBUG [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:16,335 INFO [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] regionserver.HStore(327): Store=4297fd80873207c8671a27c361c42034/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:16,335 INFO [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,336 INFO [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4297fd80873207c8671a27c361c42034 columnFamilyName f1 2024-11-24T07:20:16,336 DEBUG [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:16,336 INFO [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] regionserver.HStore(327): Store=4297fd80873207c8671a27c361c42034/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:16,336 INFO [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,337 INFO [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4297fd80873207c8671a27c361c42034 columnFamilyName norep 2024-11-24T07:20:16,337 DEBUG [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:16,338 INFO [StoreOpener-4297fd80873207c8671a27c361c42034-1 {}] regionserver.HStore(327): Store=4297fd80873207c8671a27c361c42034/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:16,338 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,338 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,338 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,339 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,339 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,339 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:20:16,340 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,342 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:16,342 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4297fd80873207c8671a27c361c42034; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59783216, jitterRate=-0.1091606616973877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:20:16,342 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:16,342 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4297fd80873207c8671a27c361c42034: Running coprocessor pre-open hook at 1732432816332Writing region info on filesystem at 1732432816332Initializing all the Stores at 1732432816333 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432816333Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432816333Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432816333Cleaning up temporary data from old regions at 1732432816339 (+6 ms)Running coprocessor post-open hooks at 1732432816342 (+3 ms)Region opened successfully at 1732432816342 2024-11-24T07:20:16,343 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432815201.4297fd80873207c8671a27c361c42034., pid=6, masterSystemTime=1732432816329 2024-11-24T07:20:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:16,345 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:16,345 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:16,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4297fd80873207c8671a27c361c42034, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,41525,1732432807388 2024-11-24T07:20:16,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4297fd80873207c8671a27c361c42034, server=1ab588ae992e,41525,1732432807388 because future has completed 2024-11-24T07:20:16,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:20:16,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4297fd80873207c8671a27c361c42034, server=1ab588ae992e,41525,1732432807388 in 171 msec 2024-11-24T07:20:16,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:20:16,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4297fd80873207c8671a27c361c42034, ASSIGN in 328 msec 2024-11-24T07:20:16,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:20:16,352 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432816352"}]},"ts":"1732432816352"} 2024-11-24T07:20:16,354 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:20:16,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:20:16,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-24T07:20:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:17,355 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:20:17,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43265,1732432812511 2024-11-24T07:20:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ab40ce5 2024-11-24T07:20:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:17,357 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:17,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:20:17,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:20:17,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:17,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:20:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:17,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:20:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:20:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:17,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 247e83f791c9b6ede05476094da9c18e, NAME => 'test,,1732432817357.247e83f791c9b6ede05476094da9c18e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa 2024-11-24T07:20:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:20:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:18,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432817357.247e83f791c9b6ede05476094da9c18e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:18,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 247e83f791c9b6ede05476094da9c18e, disabling compactions & flushes 2024-11-24T07:20:18,173 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:18,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:18,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432817357.247e83f791c9b6ede05476094da9c18e. after waiting 0 ms 2024-11-24T07:20:18,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:18,173 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:18,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 247e83f791c9b6ede05476094da9c18e: Waiting for close lock at 1732432818173Disabling compacts and flushes for region at 1732432818173Disabling writes for close at 1732432818173Writing region close event to WAL at 1732432818173Closed at 1732432818173 2024-11-24T07:20:18,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:20:18,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432817357.247e83f791c9b6ede05476094da9c18e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432818174"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432818174"}]},"ts":"1732432818174"} 2024-11-24T07:20:18,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:20:18,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:20:18,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432818177"}]},"ts":"1732432818177"} 2024-11-24T07:20:18,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:20:18,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=247e83f791c9b6ede05476094da9c18e, ASSIGN}] 2024-11-24T07:20:18,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=247e83f791c9b6ede05476094da9c18e, ASSIGN 2024-11-24T07:20:18,180 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=247e83f791c9b6ede05476094da9c18e, ASSIGN; state=OFFLINE, location=1ab588ae992e,39367,1732432812648; forceNewPlan=false, retain=false 2024-11-24T07:20:18,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=247e83f791c9b6ede05476094da9c18e, regionState=OPENING, regionLocation=1ab588ae992e,39367,1732432812648 2024-11-24T07:20:18,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=247e83f791c9b6ede05476094da9c18e, ASSIGN because future has completed 2024-11-24T07:20:18,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 247e83f791c9b6ede05476094da9c18e, server=1ab588ae992e,39367,1732432812648}] 2024-11-24T07:20:18,488 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:18,488 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 247e83f791c9b6ede05476094da9c18e, NAME => 'test,,1732432817357.247e83f791c9b6ede05476094da9c18e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:18,488 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:18,488 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:20:18,489 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,489 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432817357.247e83f791c9b6ede05476094da9c18e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:18,489 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,489 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,492 INFO [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,493 INFO [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 247e83f791c9b6ede05476094da9c18e columnFamilyName f 2024-11-24T07:20:18,493 DEBUG [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:18,494 INFO [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] regionserver.HStore(327): Store=247e83f791c9b6ede05476094da9c18e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:18,494 INFO [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:18,494 INFO [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 247e83f791c9b6ede05476094da9c18e columnFamilyName f1 2024-11-24T07:20:18,494 DEBUG [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:18,495 INFO [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] regionserver.HStore(327): Store=247e83f791c9b6ede05476094da9c18e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:18,495 INFO [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,495 INFO [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 247e83f791c9b6ede05476094da9c18e columnFamilyName norep 2024-11-24T07:20:18,495 DEBUG [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:18,496 INFO [StoreOpener-247e83f791c9b6ede05476094da9c18e-1 {}] regionserver.HStore(327): Store=247e83f791c9b6ede05476094da9c18e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:18,496 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,496 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,497 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,497 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,497 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,497 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:20:18,498 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,499 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:18,500 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 247e83f791c9b6ede05476094da9c18e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67763108, jitterRate=0.009748995304107666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:20:18,500 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:18,500 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 247e83f791c9b6ede05476094da9c18e: Running coprocessor pre-open hook at 1732432818489Writing region info on filesystem at 1732432818489Initializing all the Stores at 1732432818489Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432818489Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432818492 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432818492Cleaning up temporary data from old regions at 1732432818497 (+5 ms)Running coprocessor post-open hooks at 1732432818500 (+3 ms)Region opened successfully at 1732432818500 2024-11-24T07:20:18,500 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432817357.247e83f791c9b6ede05476094da9c18e., pid=6, masterSystemTime=1732432818485 2024-11-24T07:20:18,502 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:18,502 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:18,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=247e83f791c9b6ede05476094da9c18e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,39367,1732432812648 2024-11-24T07:20:18,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 247e83f791c9b6ede05476094da9c18e, server=1ab588ae992e,39367,1732432812648 because future has completed 2024-11-24T07:20:18,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:20:18,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 247e83f791c9b6ede05476094da9c18e, server=1ab588ae992e,39367,1732432812648 in 173 msec 2024-11-24T07:20:18,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:20:18,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=247e83f791c9b6ede05476094da9c18e, ASSIGN in 329 msec 2024-11-24T07:20:18,510 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:20:18,510 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432818510"}]},"ts":"1732432818510"} 2024-11-24T07:20:18,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:20:18,512 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:20:18,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-24T07:20:19,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:19,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:19,314 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18312 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:19,505 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:20:19,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3346492f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35711,-1 for getting cluster id 2024-11-24T07:20:19,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:19,506 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603789da-de00-4a0c-a6b9-9c13299b4771' 2024-11-24T07:20:19,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:19,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603789da-de00-4a0c-a6b9-9c13299b4771" 2024-11-24T07:20:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62779eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35711,-1] 2024-11-24T07:20:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:19,507 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:19,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30483cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c2f6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43265,-1 for getting cluster id 2024-11-24T07:20:19,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:19,509 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6280bbac-b395-428a-b3ab-9f101f0a9a22' 2024-11-24T07:20:19,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6280bbac-b395-428a-b3ab-9f101f0a9a22" 2024-11-24T07:20:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468792fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43265,-1] 2024-11-24T07:20:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:19,511 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d7d66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb954a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35711,-1 for getting cluster id 2024-11-24T07:20:19,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:19,513 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603789da-de00-4a0c-a6b9-9c13299b4771' 2024-11-24T07:20:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603789da-de00-4a0c-a6b9-9c13299b4771" 2024-11-24T07:20:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27184aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35711,-1] 2024-11-24T07:20:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:19,514 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:19,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48968391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:19,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35711,1732432807162 2024-11-24T07:20:19,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52abb2c7 2024-11-24T07:20:19,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:19,517 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:19,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:43265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:20:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:20:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:19,519 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:43265' 2024-11-24T07:20:19,520 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bd9155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,520 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43265,-1 for getting cluster id 2024-11-24T07:20:19,520 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:19,521 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6280bbac-b395-428a-b3ab-9f101f0a9a22' 2024-11-24T07:20:19,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6280bbac-b395-428a-b3ab-9f101f0a9a22" 2024-11-24T07:20:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef13d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43265,-1] 2024-11-24T07:20:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:19,523 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:19,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd187e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:19,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:19,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43265,1732432812511 2024-11-24T07:20:19,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ea4c82 2024-11-24T07:20:19,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:19,525 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:19,525 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T07:20:19,525 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:20:19,525 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:19,525 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:19,526 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:19,527 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:20:19,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:20:19,528 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:19,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:20:19,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:19,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:20:19,577 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:20:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:19,976 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c65ce070d80322e0f5e6aa018ef110a, NAME => 'hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9 2024-11-24T07:20:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:20:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0c65ce070d80322e0f5e6aa018ef110a, disabling compactions & flushes 2024-11-24T07:20:20,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. after waiting 0 ms 2024-11-24T07:20:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:20,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c65ce070d80322e0f5e6aa018ef110a: Waiting for close lock at 1732432820381Disabling compacts and flushes for region at 1732432820381Disabling writes for close at 1732432820381Writing region close event to WAL at 1732432820381Closed at 1732432820381 2024-11-24T07:20:20,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:20:20,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432820382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432820382"}]},"ts":"1732432820382"} 2024-11-24T07:20:20,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:20:20,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:20:20,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432820385"}]},"ts":"1732432820385"} 2024-11-24T07:20:20,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:20:20,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c65ce070d80322e0f5e6aa018ef110a, ASSIGN}] 2024-11-24T07:20:20,387 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c65ce070d80322e0f5e6aa018ef110a, ASSIGN 2024-11-24T07:20:20,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0c65ce070d80322e0f5e6aa018ef110a, ASSIGN; state=OFFLINE, location=1ab588ae992e,41525,1732432807388; forceNewPlan=false, retain=false 2024-11-24T07:20:20,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c65ce070d80322e0f5e6aa018ef110a, regionState=OPENING, regionLocation=1ab588ae992e,41525,1732432807388 2024-11-24T07:20:20,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0c65ce070d80322e0f5e6aa018ef110a, ASSIGN because future has completed 2024-11-24T07:20:20,540 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:20:20,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c65ce070d80322e0f5e6aa018ef110a, server=1ab588ae992e,41525,1732432807388}] 2024-11-24T07:20:20,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:20,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:20,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:20,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:20,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:20,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:20,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:20,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T07:20:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:20,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:20,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:20,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:20:20,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C41525%2C1732432807388.rep, suffix=, logDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388, archiveDir=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/oldWALs, maxLogs=10 2024-11-24T07:20:20,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.rep.1732432820698, exclude list is [], retry=0 2024-11-24T07:20:20,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39097,DS-478af3e4-0fc9-4c89-8860-9385ac294180,DISK] 2024-11-24T07:20:20,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.rep.1732432820698 2024-11-24T07:20:20,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-24T07:20:20,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c65ce070d80322e0f5e6aa018ef110a, NAME => 'hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:20,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:20,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:20:20,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. service=MultiRowMutationService 2024-11-24T07:20:20,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:20:20,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:20,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,722 INFO [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,723 INFO [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c65ce070d80322e0f5e6aa018ef110a columnFamilyName hfileref 2024-11-24T07:20:20,723 DEBUG [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:20,723 INFO [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] regionserver.HStore(327): Store=0c65ce070d80322e0f5e6aa018ef110a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:20,723 INFO [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,724 INFO [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c65ce070d80322e0f5e6aa018ef110a columnFamilyName queue 2024-11-24T07:20:20,724 DEBUG [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:20,724 INFO [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] regionserver.HStore(327): Store=0c65ce070d80322e0f5e6aa018ef110a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:20,724 INFO [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,725 INFO [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c65ce070d80322e0f5e6aa018ef110a columnFamilyName sid 2024-11-24T07:20:20,725 DEBUG [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:20,725 INFO [StoreOpener-0c65ce070d80322e0f5e6aa018ef110a-1 {}] regionserver.HStore(327): Store=0c65ce070d80322e0f5e6aa018ef110a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:20,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/replication/0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/replication/0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:20:20,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/replication/0c65ce070d80322e0f5e6aa018ef110a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:20,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0c65ce070d80322e0f5e6aa018ef110a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62058663, jitterRate=-0.07525385916233063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:20:20,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:20,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0c65ce070d80322e0f5e6aa018ef110a: Running coprocessor pre-open hook at 1732432820721Writing region info on filesystem at 1732432820721Initializing all the Stores at 1732432820722 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432820722Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432820722Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432820722Cleaning up temporary data from old regions at 1732432820727 (+5 ms)Running coprocessor post-open hooks at 1732432820730 (+3 ms)Region opened successfully at 1732432820731 (+1 ms) 2024-11-24T07:20:20,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a., pid=10, masterSystemTime=1732432820692 2024-11-24T07:20:20,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:20,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:20,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c65ce070d80322e0f5e6aa018ef110a, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,41525,1732432807388 2024-11-24T07:20:20,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c65ce070d80322e0f5e6aa018ef110a, server=1ab588ae992e,41525,1732432807388 because future has completed 2024-11-24T07:20:20,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:20:20,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c65ce070d80322e0f5e6aa018ef110a, server=1ab588ae992e,41525,1732432807388 in 197 msec 2024-11-24T07:20:20,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:20:20,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c65ce070d80322e0f5e6aa018ef110a, ASSIGN in 352 msec 2024-11-24T07:20:20,740 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:20:20,741 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432820741"}]},"ts":"1732432820741"} 2024-11-24T07:20:20,742 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:20:20,743 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:20:20,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-11-24T07:20:20,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a., hostname=1ab588ae992e,41525,1732432807388, seqNum=2] 2024-11-24T07:20:20,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:20,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:20,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:20:21,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:20:21,015 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:20:21,040 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,41525,1732432807388, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:20:21,040 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:21,040 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,41525,1732432807388, seqNum=-1] 2024-11-24T07:20:21,040 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:21,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T07:20:21,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,41525,1732432807388', locateType=CURRENT is [region=hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a., hostname=1ab588ae992e,41525,1732432807388, seqNum=2] 2024-11-24T07:20:21,044 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:20:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:20:21,046 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,41525,1732432807388 suceeded 2024-11-24T07:20:21,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:20:21,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-24T07:20:21,048 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:43265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:20:21,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-11-24T07:20:21,058 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:43265' 2024-11-24T07:20:21,059 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@582b40ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:21,059 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43265,-1 for getting cluster id 2024-11-24T07:20:21,059 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:21,059 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6280bbac-b395-428a-b3ab-9f101f0a9a22' 2024-11-24T07:20:21,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:21,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6280bbac-b395-428a-b3ab-9f101f0a9a22" 2024-11-24T07:20:21,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@223bf63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:21,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43265,-1] 2024-11-24T07:20:21,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:21,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:21,061 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:21,061 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9ea2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:21,061 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:21,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43265,1732432812511 2024-11-24T07:20:21,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de5f233 2024-11-24T07:20:21,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:21,062 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-24T07:20:21,063 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,41525,1732432807388 (queues=1) is replicating from cluster=603789da-de00-4a0c-a6b9-9c13299b4771 to cluster=6280bbac-b395-428a-b3ab-9f101f0a9a22 2024-11-24T07:20:21,063 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C41525%2C1732432807388 2024-11-24T07:20:21,063 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,41525,1732432807388, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:20:21,063 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C41525%2C1732432807388 2024-11-24T07:20:21,063 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803, startPosition=0, beingWritten=true 2024-11-24T07:20:21,067 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:20:21,067 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 379, reset compression=false 2024-11-24T07:20:21,067 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41525,1732432807388 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:20:21,271 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 379, reset compression=false 2024-11-24T07:20:21,574 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 379, reset compression=false 2024-11-24T07:20:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:21,665 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:20:21,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:20:21,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:21,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:21,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:21,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:21,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9115d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:21,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43265,-1 for getting cluster id 2024-11-24T07:20:21,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:21,666 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6280bbac-b395-428a-b3ab-9f101f0a9a22' 2024-11-24T07:20:21,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:21,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6280bbac-b395-428a-b3ab-9f101f0a9a22" 2024-11-24T07:20:21,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3188c6a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:21,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43265,-1] 2024-11-24T07:20:21,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:21,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:21,667 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:21,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8a3568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:21,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43265,1732432812511 2024-11-24T07:20:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62d46db7 2024-11-24T07:20:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:21,669 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:21,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:35711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:20:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:20:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:21,672 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:35711' 2024-11-24T07:20:21,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a110bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:21,673 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35711,-1 for getting cluster id 2024-11-24T07:20:21,673 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:21,673 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603789da-de00-4a0c-a6b9-9c13299b4771' 2024-11-24T07:20:21,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:21,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603789da-de00-4a0c-a6b9-9c13299b4771" 2024-11-24T07:20:21,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45933161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:21,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35711,-1] 2024-11-24T07:20:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:21,674 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:21,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b85239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:21,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:21,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35711,1732432807162 2024-11-24T07:20:21,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@221dc283 2024-11-24T07:20:21,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:21,676 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:21,676 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T07:20:21,676 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:20:21,676 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:21,676 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:21,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:21,677 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:21,678 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:20:21,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:20:21,678 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:21,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:20:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:20:21,728 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:20:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:21,977 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 379, reset compression=false 2024-11-24T07:20:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:22,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55a39d1007d63a0682a1f356540f1724, NAME => 'hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa 2024-11-24T07:20:22,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:20:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:22,481 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 379, reset compression=false 2024-11-24T07:20:22,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:22,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 55a39d1007d63a0682a1f356540f1724, disabling compactions & flushes 2024-11-24T07:20:22,498 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:22,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:22,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. after waiting 0 ms 2024-11-24T07:20:22,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:22,498 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:22,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55a39d1007d63a0682a1f356540f1724: Waiting for close lock at 1732432822498Disabling compacts and flushes for region at 1732432822498Disabling writes for close at 1732432822498Writing region close event to WAL at 1732432822498Closed at 1732432822498 2024-11-24T07:20:22,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:20:22,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432822499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432822499"}]},"ts":"1732432822499"} 2024-11-24T07:20:22,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:20:22,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:20:22,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432822502"}]},"ts":"1732432822502"} 2024-11-24T07:20:22,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:20:22,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55a39d1007d63a0682a1f356540f1724, ASSIGN}] 2024-11-24T07:20:22,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55a39d1007d63a0682a1f356540f1724, ASSIGN 2024-11-24T07:20:22,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55a39d1007d63a0682a1f356540f1724, ASSIGN; state=OFFLINE, location=1ab588ae992e,39367,1732432812648; forceNewPlan=false, retain=false 2024-11-24T07:20:22,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55a39d1007d63a0682a1f356540f1724, regionState=OPENING, regionLocation=1ab588ae992e,39367,1732432812648 2024-11-24T07:20:22,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55a39d1007d63a0682a1f356540f1724, ASSIGN because future has completed 2024-11-24T07:20:22,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55a39d1007d63a0682a1f356540f1724, server=1ab588ae992e,39367,1732432812648}] 2024-11-24T07:20:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:22,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:22,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:22,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:20:22,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39367%2C1732432812648.rep, suffix=, logDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648, archiveDir=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/oldWALs, maxLogs=10 2024-11-24T07:20:22,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.rep.1732432822814, exclude list is [], retry=0 2024-11-24T07:20:22,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38775,DS-03208be4-d3ff-4ab0-87a0-2067e9c93f8c,DISK] 2024-11-24T07:20:22,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.rep.1732432822814 2024-11-24T07:20:22,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-24T07:20:22,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 55a39d1007d63a0682a1f356540f1724, NAME => 'hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:22,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:22,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:20:22,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. service=MultiRowMutationService 2024-11-24T07:20:22,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:20:22,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:22,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,830 INFO [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,831 INFO [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55a39d1007d63a0682a1f356540f1724 columnFamilyName hfileref 2024-11-24T07:20:22,831 DEBUG [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:22,831 INFO [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] regionserver.HStore(327): Store=55a39d1007d63a0682a1f356540f1724/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:22,831 INFO [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,832 INFO [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55a39d1007d63a0682a1f356540f1724 columnFamilyName queue 2024-11-24T07:20:22,832 DEBUG [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:22,832 INFO [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] regionserver.HStore(327): Store=55a39d1007d63a0682a1f356540f1724/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:22,833 INFO [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,833 INFO [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55a39d1007d63a0682a1f356540f1724 columnFamilyName sid 2024-11-24T07:20:22,833 DEBUG [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:22,834 INFO [StoreOpener-55a39d1007d63a0682a1f356540f1724-1 {}] regionserver.HStore(327): Store=55a39d1007d63a0682a1f356540f1724/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:22,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/replication/55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/replication/55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:20:22,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/replication/55a39d1007d63a0682a1f356540f1724/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:22,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 55a39d1007d63a0682a1f356540f1724; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61993849, jitterRate=-0.07621966302394867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:20:22,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:22,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 55a39d1007d63a0682a1f356540f1724: Running coprocessor pre-open hook at 1732432822829Writing region info on filesystem at 1732432822829Initializing all the Stores at 1732432822830 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432822830Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432822830Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432822830Cleaning up temporary data from old regions at 1732432822835 (+5 ms)Running coprocessor post-open hooks at 1732432822838 (+3 ms)Region opened successfully at 1732432822838 2024-11-24T07:20:22,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724., pid=10, masterSystemTime=1732432822809 2024-11-24T07:20:22,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:22,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:22,841 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55a39d1007d63a0682a1f356540f1724, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,39367,1732432812648 2024-11-24T07:20:22,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55a39d1007d63a0682a1f356540f1724, server=1ab588ae992e,39367,1732432812648 because future has completed 2024-11-24T07:20:22,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:20:22,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 55a39d1007d63a0682a1f356540f1724, server=1ab588ae992e,39367,1732432812648 in 186 msec 2024-11-24T07:20:22,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:20:22,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55a39d1007d63a0682a1f356540f1724, ASSIGN in 342 msec 2024-11-24T07:20:22,847 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:20:22,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432822847"}]},"ts":"1732432822847"} 2024-11-24T07:20:22,849 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:20:22,849 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:20:22,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-24T07:20:22,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724., hostname=1ab588ae992e,39367,1732432812648, seqNum=2] 2024-11-24T07:20:22,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:22,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:22,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:20:23,084 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 379, reset compression=false 2024-11-24T07:20:23,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:20:23,140 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:20:23,171 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,39367,1732432812648, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:20:23,171 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:23,172 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39367,1732432812648, seqNum=-1] 2024-11-24T07:20:23,172 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:23,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T07:20:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,39367,1732432812648', locateType=CURRENT is [region=hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724., hostname=1ab588ae992e,39367,1732432812648, seqNum=2] 2024-11-24T07:20:23,176 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:20:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:20:23,178 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,39367,1732432812648 suceeded 2024-11-24T07:20:23,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:20:23,180 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:35711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:20:23,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T07:20:23,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-24T07:20:23,189 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:35711' 2024-11-24T07:20:23,190 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e34ef28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:23,190 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35711,-1 for getting cluster id 2024-11-24T07:20:23,191 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:23,191 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603789da-de00-4a0c-a6b9-9c13299b4771' 2024-11-24T07:20:23,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:23,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603789da-de00-4a0c-a6b9-9c13299b4771" 2024-11-24T07:20:23,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a87b6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:23,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35711,-1] 2024-11-24T07:20:23,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:23,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:23,193 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:23,193 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1642cff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:23,193 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:23,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35711,1732432807162 2024-11-24T07:20:23,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17bd25fa 2024-11-24T07:20:23,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:23,206 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-24T07:20:23,207 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,39367,1732432812648 (queues=1) is replicating from cluster=6280bbac-b395-428a-b3ab-9f101f0a9a22 to cluster=603789da-de00-4a0c-a6b9-9c13299b4771 2024-11-24T07:20:23,207 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C39367%2C1732432812648 2024-11-24T07:20:23,207 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,39367,1732432812648, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:20:23,208 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C39367%2C1732432812648 2024-11-24T07:20:23,208 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498, startPosition=0, beingWritten=true 2024-11-24T07:20:23,212 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:20:23,213 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 379, reset compression=false 2024-11-24T07:20:23,213 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39367,1732432812648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:20:23,416 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 379, reset compression=false 2024-11-24T07:20:23,720 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 379, reset compression=false 2024-11-24T07:20:23,787 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 379, reset compression=false 2024-11-24T07:20:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:23,815 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:20:23,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:20:23,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:23,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:23,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:23,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:23,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,41525,1732432807388, seqNum=-1] 2024-11-24T07:20:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:23,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432815201.4297fd80873207c8671a27c361c42034., hostname=1ab588ae992e,41525,1732432807388, seqNum=2] 2024-11-24T07:20:23,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:23,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39367,1732432812648, seqNum=-1] 2024-11-24T07:20:23,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:23,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:23,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432817357.247e83f791c9b6ede05476094da9c18e., hostname=1ab588ae992e,39367,1732432812648, seqNum=2] 2024-11-24T07:20:23,840 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T07:20:24,123 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 379, reset compression=false 2024-11-24T07:20:24,590 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 379, reset compression=false 2024-11-24T07:20:24,626 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 379, reset compression=false 2024-11-24T07:20:24,635 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:20:24,635 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 480, reset compression=false 2024-11-24T07:20:24,635 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41525,1732432807388 got entry batch from reader: WALEntryBatch [walEntries=[{test/4297fd80873207c8671a27c361c42034/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T07:20:24,637 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:20:24,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-24T07:20:24,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:20:24,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d68f296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:24,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43265,-1 for getting cluster id 2024-11-24T07:20:24,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:24,641 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6280bbac-b395-428a-b3ab-9f101f0a9a22' 2024-11-24T07:20:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6280bbac-b395-428a-b3ab-9f101f0a9a22" 2024-11-24T07:20:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77123783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43265,-1] 2024-11-24T07:20:24,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:24,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:24,642 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:24,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72284f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:24,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:24,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39367,1732432812648, seqNum=-1] 2024-11-24T07:20:24,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:24,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T07:20:24,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432817357.247e83f791c9b6ede05476094da9c18e., hostname=1ab588ae992e,39367,1732432812648, seqNum=2] 2024-11-24T07:20:24,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:20:24,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T07:20:24,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T07:20:24,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T07:20:24,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:20:24,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T07:20:24,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:20:24,840 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 480, reset compression=false 2024-11-24T07:20:24,843 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T07:20:24,846 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T07:20:25,145 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 480, reset compression=false 2024-11-24T07:20:25,230 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 379, reset compression=false 2024-11-24T07:20:25,235 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:20:25,235 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 607, reset compression=false 2024-11-24T07:20:25,235 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39367,1732432812648 got entry batch from reader: WALEntryBatch [walEntries=[{test/247e83f791c9b6ede05476094da9c18e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T07:20:25,236 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:20:25,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-24T07:20:25,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:20:25,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c589332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:25,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35711,-1 for getting cluster id 2024-11-24T07:20:25,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:25,239 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603789da-de00-4a0c-a6b9-9c13299b4771' 2024-11-24T07:20:25,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:25,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603789da-de00-4a0c-a6b9-9c13299b4771" 2024-11-24T07:20:25,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d4ec018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:25,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35711,-1] 2024-11-24T07:20:25,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:25,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:25,240 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:25,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ceaad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:25,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:25,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,41525,1732432807388, seqNum=-1] 2024-11-24T07:20:25,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:25,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T07:20:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732432815201.4297fd80873207c8671a27c361c42034., hostname=1ab588ae992e,41525,1732432807388, seqNum=2] 2024-11-24T07:20:25,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:20:25,438 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 607, reset compression=false 2024-11-24T07:20:25,548 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 480, reset compression=false 2024-11-24T07:20:25,552 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:20:25,552 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 607, reset compression=false 2024-11-24T07:20:25,552 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41525,1732432807388 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:20:25,742 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 607, reset compression=false 2024-11-24T07:20:25,756 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 607, reset compression=false 2024-11-24T07:20:25,847 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T07:20:25,856 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T07:20:26,059 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 607, reset compression=false 2024-11-24T07:20:26,063 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:20:26,063 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 763, reset compression=false 2024-11-24T07:20:26,063 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41525,1732432807388 got entry batch from reader: WALEntryBatch [walEntries=[{test/4297fd80873207c8671a27c361c42034/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T07:20:26,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:20:26,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:20:26,145 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 607, reset compression=false 2024-11-24T07:20:26,150 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:20:26,150 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 754, reset compression=false 2024-11-24T07:20:26,150 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39367,1732432812648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:20:26,222 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:20:26,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:26,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:26,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:26,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:26,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:26,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:26,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:26,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:26,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:26,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:26,267 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 763, reset compression=false 2024-11-24T07:20:26,353 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 754, reset compression=false 2024-11-24T07:20:26,571 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 763, reset compression=false 2024-11-24T07:20:26,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T07:20:26,656 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 754, reset compression=false 2024-11-24T07:20:26,857 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T07:20:26,861 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T07:20:26,975 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 763, reset compression=false 2024-11-24T07:20:27,060 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 754, reset compression=false 2024-11-24T07:20:27,066 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:20:27,066 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 913, reset compression=false 2024-11-24T07:20:27,066 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39367,1732432812648 got entry batch from reader: WALEntryBatch [walEntries=[{test/247e83f791c9b6ede05476094da9c18e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T07:20:27,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:20:27,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:20:27,269 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 913, reset compression=false 2024-11-24T07:20:27,479 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 763, reset compression=false 2024-11-24T07:20:27,482 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:20:27,482 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 912, reset compression=false 2024-11-24T07:20:27,482 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41525,1732432807388 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:20:27,573 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 913, reset compression=false 2024-11-24T07:20:27,686 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 912, reset compression=false 2024-11-24T07:20:27,862 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T07:20:27,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:20:27,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:20:27,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:27,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:27,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:27,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:27,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:20:27,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1178921654, stopped=false 2024-11-24T07:20:27,865 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,43265,1732432812511 2024-11-24T07:20:27,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-427436114/running 2024-11-24T07:20:27,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-427436114/running 2024-11-24T07:20:27,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:27,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:27,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:20:27,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:20:27,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:27,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Set watcher on znode that does not yet exist, /1-427436114/running 2024-11-24T07:20:27,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:27,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Set watcher on znode that does not yet exist, /1-427436114/running 2024-11-24T07:20:27,935 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,39367,1732432812648' ***** 2024-11-24T07:20:27,935 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:20:27,935 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:20:27,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:20:27,935 INFO [RS:0;1ab588ae992e:39367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:20:27,935 INFO [RS:0;1ab588ae992e:39367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:20:27,935 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(3091): Received CLOSE for 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:27,935 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(3091): Received CLOSE for 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:27,935 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,39367,1732432812648 2024-11-24T07:20:27,935 INFO [RS:0;1ab588ae992e:39367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:20:27,936 INFO [RS:0;1ab588ae992e:39367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39367. 2024-11-24T07:20:27,936 DEBUG [RS:0;1ab588ae992e:39367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:27,936 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55a39d1007d63a0682a1f356540f1724, disabling compactions & flushes 2024-11-24T07:20:27,936 DEBUG [RS:0;1ab588ae992e:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:27,936 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:27,936 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:27,936 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:20:27,936 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. after waiting 0 ms 2024-11-24T07:20:27,936 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:20:27,936 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:20:27,936 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:27,936 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:20:27,936 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55a39d1007d63a0682a1f356540f1724 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-24T07:20:27,936 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:20:27,936 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1325): Online Regions={55a39d1007d63a0682a1f356540f1724=hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724., 1588230740=hbase:meta,,1.1588230740, 247e83f791c9b6ede05476094da9c18e=test,,1732432817357.247e83f791c9b6ede05476094da9c18e.} 2024-11-24T07:20:27,936 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:20:27,936 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 247e83f791c9b6ede05476094da9c18e, 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:27,936 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:20:27,936 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:20:27,936 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:20:27,936 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:20:27,936 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:20:27,950 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/replication/55a39d1007d63a0682a1f356540f1724/.tmp/queue/fc3761baced546768d6ff4ab8d9f1ba7 is 153, key is 1-1ab588ae992e,39367,1732432812648/queue:1ab588ae992e%2C39367%2C1732432812648/1732432827070/Put/seqid=0 2024-11-24T07:20:27,952 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/info/bc14743a4615497d98805fc935067f91 is 147, key is hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724./info:regioninfo/1732432822841/Put/seqid=0 2024-11-24T07:20:27,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741840_1016 (size=5352) 2024-11-24T07:20:27,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741841_1017 (size=7686) 2024-11-24T07:20:27,974 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:20:27,976 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 913, reset compression=false 2024-11-24T07:20:27,989 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 912, reset compression=false 2024-11-24T07:20:28,136 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 247e83f791c9b6ede05476094da9c18e, 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:28,336 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 247e83f791c9b6ede05476094da9c18e, 55a39d1007d63a0682a1f356540f1724 2024-11-24T07:20:28,355 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/replication/55a39d1007d63a0682a1f356540f1724/.tmp/queue/fc3761baced546768d6ff4ab8d9f1ba7 2024-11-24T07:20:28,356 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/info/bc14743a4615497d98805fc935067f91 2024-11-24T07:20:28,360 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/replication/55a39d1007d63a0682a1f356540f1724/.tmp/queue/fc3761baced546768d6ff4ab8d9f1ba7 as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/replication/55a39d1007d63a0682a1f356540f1724/queue/fc3761baced546768d6ff4ab8d9f1ba7 2024-11-24T07:20:28,363 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/replication/55a39d1007d63a0682a1f356540f1724/queue/fc3761baced546768d6ff4ab8d9f1ba7, entries=1, sequenceid=9, filesize=5.2 K 2024-11-24T07:20:28,364 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 55a39d1007d63a0682a1f356540f1724 in 428ms, sequenceid=9, compaction requested=false 2024-11-24T07:20:28,375 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/replication/55a39d1007d63a0682a1f356540f1724/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-24T07:20:28,375 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:20:28,375 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:20:28,375 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:28,375 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55a39d1007d63a0682a1f356540f1724: Waiting for close lock at 1732432827935Running coprocessor pre-close hooks at 1732432827935Disabling compacts and flushes for region at 1732432827935Disabling writes for close at 1732432827936 (+1 ms)Obtaining lock to block concurrent updates at 1732432827936Preparing flush snapshotting stores in 55a39d1007d63a0682a1f356540f1724 at 1732432827936Finished memstore snapshotting hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732432827936Flushing stores of hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. at 1732432827937 (+1 ms)Flushing 55a39d1007d63a0682a1f356540f1724/queue: creating writer at 1732432827937Flushing 55a39d1007d63a0682a1f356540f1724/queue: appending metadata at 1732432827950 (+13 ms)Flushing 55a39d1007d63a0682a1f356540f1724/queue: closing flushed file at 1732432827950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237ae402: reopening flushed file at 1732432828359 (+409 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 55a39d1007d63a0682a1f356540f1724 in 428ms, sequenceid=9, compaction requested=false at 1732432828364 (+5 ms)Writing region close event to WAL at 1732432828372 (+8 ms)Running coprocessor post-close hooks at 1732432828375 (+3 ms)Closed at 1732432828375 2024-11-24T07:20:28,375 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432821677.55a39d1007d63a0682a1f356540f1724. 2024-11-24T07:20:28,376 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 247e83f791c9b6ede05476094da9c18e, disabling compactions & flushes 2024-11-24T07:20:28,376 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:28,376 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:28,376 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432817357.247e83f791c9b6ede05476094da9c18e. after waiting 0 ms 2024-11-24T07:20:28,376 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:28,376 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 247e83f791c9b6ede05476094da9c18e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-24T07:20:28,376 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/ns/3d212385e0e644a89cd49e04e0455079 is 43, key is default/ns:d/1732432815067/Put/seqid=0 2024-11-24T07:20:28,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741842_1018 (size=5153) 2024-11-24T07:20:28,391 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/.tmp/f/66ba0bedad0946e28f9b7ac788553106 is 29, key is row1/f:/1732432826858/DeleteFamily/seqid=0 2024-11-24T07:20:28,392 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 912, reset compression=false 2024-11-24T07:20:28,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741843_1019 (size=5118) 2024-11-24T07:20:28,395 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/.tmp/f/66ba0bedad0946e28f9b7ac788553106 2024-11-24T07:20:28,399 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66ba0bedad0946e28f9b7ac788553106 2024-11-24T07:20:28,399 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:20:28,399 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:20:28,418 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/.tmp/f1/f1d58df8b38542a18de8cb2b72d9b79a is 30, key is row1/f1:/1732432826858/DeleteFamily/seqid=0 2024-11-24T07:20:28,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741844_1020 (size=5123) 2024-11-24T07:20:28,480 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 913, reset compression=false 2024-11-24T07:20:28,484 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:20:28,484 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 1160, reset compression=false 2024-11-24T07:20:28,484 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39367,1732432812648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:20:28,485 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,39367,1732432812648: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,39367,1732432812648, walGroup=1ab588ae992e%2C39367%2C1732432812648, offset=1ab588ae992e%2C39367%2C1732432812648.1732432814498:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:39367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:20:28,486 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:20:28,486 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:20:28,487 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:20:28,487 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:20:28,487 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:20:28,487 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 621062304 }, "NonHeapMemoryUsage": { "committed": 194052096, "init": 7667712, "max": -1, "used": 191101536 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:20:28,487 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T07:20:28,536 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:28,688 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 1160, reset compression=false 2024-11-24T07:20:28,737 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:28,780 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/ns/3d212385e0e644a89cd49e04e0455079 2024-11-24T07:20:28,800 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/rep_barrier/db929bb0deb541719c0ab26a185c63ad is 112, key is test,,1732432817357.247e83f791c9b6ede05476094da9c18e./rep_barrier:seqnumDuringOpen/1732432818502/Put/seqid=0 2024-11-24T07:20:28,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741845_1021 (size=5518) 2024-11-24T07:20:28,821 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/.tmp/f1/f1d58df8b38542a18de8cb2b72d9b79a 2024-11-24T07:20:28,825 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1d58df8b38542a18de8cb2b72d9b79a 2024-11-24T07:20:28,842 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/.tmp/norep/401cb2c2e1e746b6928475c424e60a3e is 33, key is row1/norep:/1732432826858/DeleteFamily/seqid=0 2024-11-24T07:20:28,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741846_1022 (size=5108) 2024-11-24T07:20:28,895 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 912, reset compression=false 2024-11-24T07:20:28,937 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:20:28,937 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 247e83f791c9b6ede05476094da9c18e=test,,1732432817357.247e83f791c9b6ede05476094da9c18e.} 2024-11-24T07:20:28,937 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:28,992 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 1160, reset compression=false 2024-11-24T07:20:29,137 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 247e83f791c9b6ede05476094da9c18e 2024-11-24T07:20:29,204 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/rep_barrier/db929bb0deb541719c0ab26a185c63ad 2024-11-24T07:20:29,222 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/table/1ce0bf718b49422d83453689f105d5c0 is 53, key is hbase:replication/table:state/1732432822847/Put/seqid=0 2024-11-24T07:20:29,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741847_1023 (size=5308) 2024-11-24T07:20:29,245 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/.tmp/norep/401cb2c2e1e746b6928475c424e60a3e 2024-11-24T07:20:29,248 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 401cb2c2e1e746b6928475c424e60a3e 2024-11-24T07:20:29,249 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/.tmp/f/66ba0bedad0946e28f9b7ac788553106 as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/f/66ba0bedad0946e28f9b7ac788553106 2024-11-24T07:20:29,252 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66ba0bedad0946e28f9b7ac788553106 2024-11-24T07:20:29,252 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/f/66ba0bedad0946e28f9b7ac788553106, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T07:20:29,253 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/.tmp/f1/f1d58df8b38542a18de8cb2b72d9b79a as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/f1/f1d58df8b38542a18de8cb2b72d9b79a 2024-11-24T07:20:29,256 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1d58df8b38542a18de8cb2b72d9b79a 2024-11-24T07:20:29,256 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/f1/f1d58df8b38542a18de8cb2b72d9b79a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T07:20:29,257 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/.tmp/norep/401cb2c2e1e746b6928475c424e60a3e as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/norep/401cb2c2e1e746b6928475c424e60a3e 2024-11-24T07:20:29,260 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 401cb2c2e1e746b6928475c424e60a3e 2024-11-24T07:20:29,260 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/norep/401cb2c2e1e746b6928475c424e60a3e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T07:20:29,261 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 247e83f791c9b6ede05476094da9c18e in 885ms, sequenceid=8, compaction requested=false 2024-11-24T07:20:29,264 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/default/test/247e83f791c9b6ede05476094da9c18e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T07:20:29,265 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:20:29,265 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:20:29,265 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:29,265 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 247e83f791c9b6ede05476094da9c18e: Waiting for close lock at 1732432828376Running coprocessor pre-close hooks at 1732432828376Disabling compacts and flushes for region at 1732432828376Disabling writes for close at 1732432828376Obtaining lock to block concurrent updates at 1732432828376Preparing flush snapshotting stores in 247e83f791c9b6ede05476094da9c18e at 1732432828376Finished memstore snapshotting test,,1732432817357.247e83f791c9b6ede05476094da9c18e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732432828376Flushing stores of test,,1732432817357.247e83f791c9b6ede05476094da9c18e. at 1732432828376Flushing 247e83f791c9b6ede05476094da9c18e/f: creating writer at 1732432828377 (+1 ms)Flushing 247e83f791c9b6ede05476094da9c18e/f: appending metadata at 1732432828390 (+13 ms)Flushing 247e83f791c9b6ede05476094da9c18e/f: closing flushed file at 1732432828390Flushing 247e83f791c9b6ede05476094da9c18e/f1: creating writer at 1732432828399 (+9 ms)Flushing 247e83f791c9b6ede05476094da9c18e/f1: appending metadata at 1732432828417 (+18 ms)Flushing 247e83f791c9b6ede05476094da9c18e/f1: closing flushed file at 1732432828417Flushing 247e83f791c9b6ede05476094da9c18e/norep: creating writer at 1732432828826 (+409 ms)Flushing 247e83f791c9b6ede05476094da9c18e/norep: appending metadata at 1732432828841 (+15 ms)Flushing 247e83f791c9b6ede05476094da9c18e/norep: closing flushed file at 1732432828841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422c843d: reopening flushed file at 1732432829249 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef53886: reopening flushed file at 1732432829253 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697b9138: reopening flushed file at 1732432829256 (+3 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 247e83f791c9b6ede05476094da9c18e in 885ms, sequenceid=8, compaction requested=false at 1732432829261 (+5 ms)Writing region close event to WAL at 1732432829262 (+1 ms)Running coprocessor post-close hooks at 1732432829265 (+3 ms)Closed at 1732432829265 2024-11-24T07:20:29,265 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432817357.247e83f791c9b6ede05476094da9c18e. 2024-11-24T07:20:29,337 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:20:29,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:29,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:29,345 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28342 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:29,395 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 1160, reset compression=false 2024-11-24T07:20:29,399 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:20:29,399 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 1804, reset compression=false 2024-11-24T07:20:29,499 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 912, reset compression=false 2024-11-24T07:20:29,537 DEBUG [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:20:29,602 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 1804, reset compression=false 2024-11-24T07:20:29,626 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/table/1ce0bf718b49422d83453689f105d5c0 2024-11-24T07:20:29,689 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/info/bc14743a4615497d98805fc935067f91 as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/info/bc14743a4615497d98805fc935067f91 2024-11-24T07:20:29,693 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/info/bc14743a4615497d98805fc935067f91, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:20:29,694 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/ns/3d212385e0e644a89cd49e04e0455079 as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/ns/3d212385e0e644a89cd49e04e0455079 2024-11-24T07:20:29,697 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/ns/3d212385e0e644a89cd49e04e0455079, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:20:29,698 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/rep_barrier/db929bb0deb541719c0ab26a185c63ad as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/rep_barrier/db929bb0deb541719c0ab26a185c63ad 2024-11-24T07:20:29,702 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/rep_barrier/db929bb0deb541719c0ab26a185c63ad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:20:29,702 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/.tmp/table/1ce0bf718b49422d83453689f105d5c0 as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/table/1ce0bf718b49422d83453689f105d5c0 2024-11-24T07:20:29,706 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/table/1ce0bf718b49422d83453689f105d5c0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:20:29,707 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1770ms, sequenceid=16, compaction requested=false 2024-11-24T07:20:29,710 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:20:29,710 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:20:29,710 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:20:29,710 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:29,711 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432827936Running coprocessor pre-close hooks at 1732432827936Disabling compacts and flushes for region at 1732432827936Disabling writes for close at 1732432827936Obtaining lock to block concurrent updates at 1732432827936Preparing flush snapshotting stores in 1588230740 at 1732432827936Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432827936Flushing stores of hbase:meta,,1.1588230740 at 1732432827937 (+1 ms)Flushing 1588230740/info: creating writer at 1732432827937Flushing 1588230740/info: appending metadata at 1732432827951 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732432827952 (+1 ms)Flushing 1588230740/ns: creating writer at 1732432828359 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732432828375 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732432828375Flushing 1588230740/rep_barrier: creating writer at 1732432828784 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432828799 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432828799Flushing 1588230740/table: creating writer at 1732432829208 (+409 ms)Flushing 1588230740/table: appending metadata at 1732432829222 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732432829222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740dc58e: reopening flushed file at 1732432829689 (+467 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c1f04f: reopening flushed file at 1732432829693 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738ef1cf: reopening flushed file at 1732432829697 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59525739: reopening flushed file at 1732432829702 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1770ms, sequenceid=16, compaction requested=false at 1732432829707 (+5 ms)Writing region close event to WAL at 1732432829708 (+1 ms)Running coprocessor post-close hooks at 1732432829710 (+2 ms)Closed at 1732432829710 2024-11-24T07:20:29,711 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:29,738 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,39367,1732432812648; all regions closed. 2024-11-24T07:20:29,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:20:29,740 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.meta.1732432815019.meta not finished, retry = 0 2024-11-24T07:20:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741839_1015 (size=2458) 2024-11-24T07:20:29,842 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.rep.1732432822814 not finished, retry = 0 2024-11-24T07:20:29,908 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/WALs/1ab588ae992e,39367,1732432812648/1ab588ae992e%2C39367%2C1732432812648.1732432814498 to pos 1804, reset compression=false 2024-11-24T07:20:29,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741833_1009 (size=1812) 2024-11-24T07:20:29,945 DEBUG [RS:0;1ab588ae992e:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:29,945 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:20:29,945 INFO [RS:0;1ab588ae992e:39367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:20:29,945 INFO [RS:0;1ab588ae992e:39367 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T07:20:29,945 INFO [RS:0;1ab588ae992e:39367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:20:29,945 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:20:29,945 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,39367,1732432812648 because: Region server is closing 2024-11-24T07:20:29,946 INFO [RS:0;1ab588ae992e:39367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39367. 2024-11-24T07:20:29,946 DEBUG [RS:0;1ab588ae992e:39367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:29,946 DEBUG [RS:0;1ab588ae992e:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:29,946 DEBUG [RS:0;1ab588ae992e:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:29,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:30,046 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.shipper1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 terminated 2024-11-24T07:20:30,046 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39367,1732432812648.replicationSource.wal-reader.1ab588ae992e%2C39367%2C1732432812648,1-1ab588ae992e,39367,1732432812648 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:20:30,046 INFO [RS:0;1ab588ae992e:39367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39367. 2024-11-24T07:20:30,046 DEBUG [RS:0;1ab588ae992e:39367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:30,046 DEBUG [RS:0;1ab588ae992e:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:30,046 DEBUG [RS:0;1ab588ae992e:39367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:30,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:30,047 INFO [RS:0;1ab588ae992e:39367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39367 2024-11-24T07:20:30,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-427436114/rs/1ab588ae992e,39367,1732432812648 2024-11-24T07:20:30,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114/rs 2024-11-24T07:20:30,092 INFO [RS:0;1ab588ae992e:39367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:20:30,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,39367,1732432812648] 2024-11-24T07:20:30,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-427436114/draining/1ab588ae992e,39367,1732432812648 already deleted, retry=false 2024-11-24T07:20:30,112 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,39367,1732432812648 expired; onlineServers=0 2024-11-24T07:20:30,112 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,43265,1732432812511' ***** 2024-11-24T07:20:30,113 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:20:30,113 INFO [M:0;1ab588ae992e:43265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:20:30,113 INFO [M:0;1ab588ae992e:43265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:20:30,113 DEBUG [M:0;1ab588ae992e:43265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:20:30,113 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:20:30,113 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432814225 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432814225,5,FailOnTimeoutGroup] 2024-11-24T07:20:30,113 DEBUG [M:0;1ab588ae992e:43265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:20:30,113 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432814227 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432814227,5,FailOnTimeoutGroup] 2024-11-24T07:20:30,113 INFO [M:0;1ab588ae992e:43265 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:20:30,113 INFO [M:0;1ab588ae992e:43265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:20:30,113 DEBUG [M:0;1ab588ae992e:43265 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:20:30,113 INFO [M:0;1ab588ae992e:43265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:20:30,113 INFO [M:0;1ab588ae992e:43265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:20:30,113 INFO [M:0;1ab588ae992e:43265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:20:30,114 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:20:30,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-427436114/master 2024-11-24T07:20:30,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-427436114 2024-11-24T07:20:30,123 DEBUG [M:0;1ab588ae992e:43265 {}] zookeeper.ZKUtil(347): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Unable to get data of znode /1-427436114/master because node does not exist (not an error) 2024-11-24T07:20:30,123 WARN [M:0;1ab588ae992e:43265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:20:30,124 INFO [M:0;1ab588ae992e:43265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/.lastflushedseqids 2024-11-24T07:20:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741848_1024 (size=245) 2024-11-24T07:20:30,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:30,202 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 912, reset compression=false 2024-11-24T07:20:30,202 INFO [RS:0;1ab588ae992e:39367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:20:30,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39367-0x1016bb6b7c10004, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:30,202 INFO [RS:0;1ab588ae992e:39367 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,39367,1732432812648; zookeeper connection closed. 2024-11-24T07:20:30,203 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a893293 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a893293 2024-11-24T07:20:30,203 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:20:30,528 INFO [M:0;1ab588ae992e:43265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:20:30,528 INFO [M:0;1ab588ae992e:43265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:20:30,528 DEBUG [M:0;1ab588ae992e:43265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:20:30,528 INFO [M:0;1ab588ae992e:43265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:30,528 DEBUG [M:0;1ab588ae992e:43265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:30,528 DEBUG [M:0;1ab588ae992e:43265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:20:30,528 DEBUG [M:0;1ab588ae992e:43265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:30,528 INFO [M:0;1ab588ae992e:43265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T07:20:30,545 DEBUG [M:0;1ab588ae992e:43265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9e15470c4b54a558a0be0aa44e986da is 82, key is hbase:meta,,1/info:regioninfo/1732432815049/Put/seqid=0 2024-11-24T07:20:30,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741849_1025 (size=5672) 2024-11-24T07:20:30,949 INFO [M:0;1ab588ae992e:43265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9e15470c4b54a558a0be0aa44e986da 2024-11-24T07:20:30,965 DEBUG [M:0;1ab588ae992e:43265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae3704eff3364c1cb663158b5bc41016 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732432822850/Put/seqid=0 2024-11-24T07:20:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741850_1026 (size=8516) 2024-11-24T07:20:31,005 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 912, reset compression=false 2024-11-24T07:20:31,368 INFO [M:0;1ab588ae992e:43265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae3704eff3364c1cb663158b5bc41016 2024-11-24T07:20:31,384 DEBUG [M:0;1ab588ae992e:43265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/833290453efe4dd9b55db8ccd804e93f is 69, key is 1ab588ae992e,39367,1732432812648/rs:state/1732432814306/Put/seqid=0 2024-11-24T07:20:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741851_1027 (size=5156) 2024-11-24T07:20:31,788 INFO [M:0;1ab588ae992e:43265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/833290453efe4dd9b55db8ccd804e93f 2024-11-24T07:20:31,792 DEBUG [M:0;1ab588ae992e:43265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9e15470c4b54a558a0be0aa44e986da as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9e15470c4b54a558a0be0aa44e986da 2024-11-24T07:20:31,795 INFO [M:0;1ab588ae992e:43265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9e15470c4b54a558a0be0aa44e986da, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T07:20:31,796 DEBUG [M:0;1ab588ae992e:43265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae3704eff3364c1cb663158b5bc41016 as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae3704eff3364c1cb663158b5bc41016 2024-11-24T07:20:31,799 INFO [M:0;1ab588ae992e:43265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae3704eff3364c1cb663158b5bc41016, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T07:20:31,800 DEBUG [M:0;1ab588ae992e:43265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/833290453efe4dd9b55db8ccd804e93f as hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/833290453efe4dd9b55db8ccd804e93f 2024-11-24T07:20:31,803 INFO [M:0;1ab588ae992e:43265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44083/user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/833290453efe4dd9b55db8ccd804e93f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T07:20:31,804 INFO [M:0;1ab588ae992e:43265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-24T07:20:31,805 INFO [M:0;1ab588ae992e:43265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:31,805 DEBUG [M:0;1ab588ae992e:43265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432830528Disabling compacts and flushes for region at 1732432830528Disabling writes for close at 1732432830528Obtaining lock to block concurrent updates at 1732432830528Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432830528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732432830529 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432830529Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432830529Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432830545 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432830545Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432830952 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432830964 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432830964Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432831372 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432831384 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432831384Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce594a: reopening flushed file at 1732432831791 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d58cb2: reopening flushed file at 1732432831795 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ffa1fe8: reopening flushed file at 1732432831799 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1732432831804 (+5 ms)Writing region close event to WAL at 1732432831805 (+1 ms)Closed at 1732432831805 2024-11-24T07:20:31,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38775 is added to blk_1073741830_1006 (size=63654) 2024-11-24T07:20:31,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d0056af-e0c0-117e-15ab-4ec9943762aa/MasterData/WALs/1ab588ae992e,43265,1732432812511/1ab588ae992e%2C43265%2C1732432812511.1732432813962 not finished, retry = 0 2024-11-24T07:20:31,907 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:20:31,908 INFO [M:0;1ab588ae992e:43265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:20:31,908 INFO [M:0;1ab588ae992e:43265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43265 2024-11-24T07:20:31,908 INFO [M:0;1ab588ae992e:43265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:20:31,908 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 912, reset compression=false 2024-11-24T07:20:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:32,065 INFO [M:0;1ab588ae992e:43265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:20:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x1016bb6b7c10003, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:32,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4740b0e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:20:32,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f438beb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:20:32,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:20:32,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63bcff2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:20:32,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17f27493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/hadoop.log.dir/,STOPPED} 2024-11-24T07:20:32,105 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:20:32,105 WARN [BP-467518428-172.17.0.3-1732432809974 heartbeating to localhost/127.0.0.1:44083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:20:32,105 WARN [BP-467518428-172.17.0.3-1732432809974 heartbeating to localhost/127.0.0.1:44083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467518428-172.17.0.3-1732432809974 (Datanode Uuid 7872ab13-7735-41f0-b8d4-adebb714c929) service to localhost/127.0.0.1:44083 2024-11-24T07:20:32,105 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:20:32,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/cluster_a369f1c1-d250-490d-f90c-6945d68329b9/data/data1/current/BP-467518428-172.17.0.3-1732432809974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:20:32,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/cluster_a369f1c1-d250-490d-f90c-6945d68329b9/data/data2/current/BP-467518428-172.17.0.3-1732432809974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:20:32,106 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:20:32,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66d4f44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:20:32,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24940473{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:20:32,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:20:32,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698acd06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:20:32,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@593cc0aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/hadoop.log.dir/,STOPPED} 2024-11-24T07:20:32,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:20:32,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:20:32,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:20:32,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:32,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:32,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:32,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:32,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:20:32,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1584615597, stopped=false 2024-11-24T07:20:32,123 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,35711,1732432807162 2024-11-24T07:20:32,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01498703397/running 2024-11-24T07:20:32,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01498703397/running 2024-11-24T07:20:32,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:32,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:32,133 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:20:32,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:20:32,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:32,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:32,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Set watcher on znode that does not yet exist, /01498703397/running 2024-11-24T07:20:32,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,41525,1732432807388' ***** 2024-11-24T07:20:32,134 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:20:32,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Set watcher on znode that does not yet exist, /01498703397/running 2024-11-24T07:20:32,134 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:20:32,134 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:20:32,134 INFO [RS:0;1ab588ae992e:41525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:20:32,134 INFO [RS:0;1ab588ae992e:41525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:20:32,134 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(3091): Received CLOSE for 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:32,135 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:32,135 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,41525,1732432807388 2024-11-24T07:20:32,135 INFO [RS:0;1ab588ae992e:41525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:20:32,135 INFO [RS:0;1ab588ae992e:41525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:41525. 2024-11-24T07:20:32,135 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4297fd80873207c8671a27c361c42034, disabling compactions & flushes 2024-11-24T07:20:32,135 DEBUG [RS:0;1ab588ae992e:41525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:32,135 DEBUG [RS:0;1ab588ae992e:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:32,135 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:32,135 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:32,135 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:20:32,135 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432815201.4297fd80873207c8671a27c361c42034. after waiting 0 ms 2024-11-24T07:20:32,135 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:20:32,135 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:32,135 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:20:32,135 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:20:32,135 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4297fd80873207c8671a27c361c42034 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-24T07:20:32,135 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:20:32,135 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1325): Online Regions={4297fd80873207c8671a27c361c42034=test,,1732432815201.4297fd80873207c8671a27c361c42034., 1588230740=hbase:meta,,1.1588230740, 0c65ce070d80322e0f5e6aa018ef110a=hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a.} 2024-11-24T07:20:32,135 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:20:32,135 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1351): Waiting on 0c65ce070d80322e0f5e6aa018ef110a, 1588230740, 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:32,135 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:20:32,135 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:20:32,135 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:20:32,135 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:20:32,135 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:20:32,148 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/.tmp/f/a3cb4178ffed40ffba457a0b7a0a7e1a is 29, key is row1/f:/1732432826858/DeleteFamily/seqid=0 2024-11-24T07:20:32,151 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/info/34dd3bb8aaf2477abdfcb1995d10047b is 147, key is hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a./info:regioninfo/1732432820734/Put/seqid=0 2024-11-24T07:20:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741840_1016 (size=5118) 2024-11-24T07:20:32,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741841_1017 (size=7686) 2024-11-24T07:20:32,192 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:20:32,335 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1351): Waiting on 0c65ce070d80322e0f5e6aa018ef110a, 1588230740, 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:32,536 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1351): Waiting on 0c65ce070d80322e0f5e6aa018ef110a, 1588230740, 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:32,553 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/.tmp/f/a3cb4178ffed40ffba457a0b7a0a7e1a 2024-11-24T07:20:32,557 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3cb4178ffed40ffba457a0b7a0a7e1a 2024-11-24T07:20:32,557 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/info/34dd3bb8aaf2477abdfcb1995d10047b 2024-11-24T07:20:32,570 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/.tmp/f1/2727c4cffacc4a9cb58ac4dc25906599 is 30, key is row1/f1:/1732432826858/DeleteFamily/seqid=0 2024-11-24T07:20:32,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741842_1018 (size=5123) 2024-11-24T07:20:32,577 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/ns/1b9e44aad50346a9956e10db3091a2a3 is 43, key is default/ns:d/1732432809878/Put/seqid=0 2024-11-24T07:20:32,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741843_1019 (size=5153) 2024-11-24T07:20:32,677 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:20:32,677 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:20:32,736 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1351): Waiting on 0c65ce070d80322e0f5e6aa018ef110a, 1588230740, 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:32,912 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 912, reset compression=false 2024-11-24T07:20:32,915 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:20:32,915 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 1159, reset compression=false 2024-11-24T07:20:32,915 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41525,1732432807388 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:20:32,916 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,41525,1732432807388: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,41525,1732432807388, walGroup=1ab588ae992e%2C41525%2C1732432807388, offset=1ab588ae992e%2C41525%2C1732432807388.1732432808803:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:20:32,917 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:20:32,917 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:20:32,918 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:20:32,918 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:20:32,918 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:20:32,918 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 681879712 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191696176 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:20:32,918 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:35711 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:35711 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T07:20:32,936 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1351): Waiting on 0c65ce070d80322e0f5e6aa018ef110a, 1588230740, 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:32,974 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/.tmp/f1/2727c4cffacc4a9cb58ac4dc25906599 2024-11-24T07:20:32,977 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2727c4cffacc4a9cb58ac4dc25906599 2024-11-24T07:20:32,981 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/ns/1b9e44aad50346a9956e10db3091a2a3 2024-11-24T07:20:32,995 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/.tmp/norep/96e2f7af088b407d8f66b1b67a4e08c3 is 32, key is row/norep:/1732432825850/DeleteFamily/seqid=0 2024-11-24T07:20:32,996 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/rep_barrier/1c13b785ae1e47b8b2a7b0c148759257 is 112, key is test,,1732432815201.4297fd80873207c8671a27c361c42034./rep_barrier:seqnumDuringOpen/1732432816345/Put/seqid=0 2024-11-24T07:20:32,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741844_1020 (size=5101) 2024-11-24T07:20:32,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741845_1021 (size=5518) 2024-11-24T07:20:33,120 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 1159, reset compression=false 2024-11-24T07:20:33,136 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1351): Waiting on 0c65ce070d80322e0f5e6aa018ef110a, 1588230740, 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:33,336 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1351): Waiting on 0c65ce070d80322e0f5e6aa018ef110a, 1588230740, 4297fd80873207c8671a27c361c42034 2024-11-24T07:20:33,398 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/.tmp/norep/96e2f7af088b407d8f66b1b67a4e08c3 2024-11-24T07:20:33,399 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/rep_barrier/1c13b785ae1e47b8b2a7b0c148759257 2024-11-24T07:20:33,402 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96e2f7af088b407d8f66b1b67a4e08c3 2024-11-24T07:20:33,403 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/.tmp/f/a3cb4178ffed40ffba457a0b7a0a7e1a as hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/f/a3cb4178ffed40ffba457a0b7a0a7e1a 2024-11-24T07:20:33,406 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3cb4178ffed40ffba457a0b7a0a7e1a 2024-11-24T07:20:33,407 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/f/a3cb4178ffed40ffba457a0b7a0a7e1a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T07:20:33,407 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/.tmp/f1/2727c4cffacc4a9cb58ac4dc25906599 as hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/f1/2727c4cffacc4a9cb58ac4dc25906599 2024-11-24T07:20:33,411 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2727c4cffacc4a9cb58ac4dc25906599 2024-11-24T07:20:33,411 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/f1/2727c4cffacc4a9cb58ac4dc25906599, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T07:20:33,412 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/.tmp/norep/96e2f7af088b407d8f66b1b67a4e08c3 as hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/norep/96e2f7af088b407d8f66b1b67a4e08c3 2024-11-24T07:20:33,416 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96e2f7af088b407d8f66b1b67a4e08c3 2024-11-24T07:20:33,416 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/norep/96e2f7af088b407d8f66b1b67a4e08c3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T07:20:33,417 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/table/e435e5b7c1e54e96b16b43e2d8e63a70 is 53, key is hbase:replication/table:state/1732432820741/Put/seqid=0 2024-11-24T07:20:33,417 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4297fd80873207c8671a27c361c42034 in 1282ms, sequenceid=8, compaction requested=false 2024-11-24T07:20:33,417 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T07:20:33,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741846_1022 (size=5308) 2024-11-24T07:20:33,420 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/table/e435e5b7c1e54e96b16b43e2d8e63a70 2024-11-24T07:20:33,421 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/default/test/4297fd80873207c8671a27c361c42034/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T07:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:20:33,422 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4297fd80873207c8671a27c361c42034: Waiting for close lock at 1732432832135Running coprocessor pre-close hooks at 1732432832135Disabling compacts and flushes for region at 1732432832135Disabling writes for close at 1732432832135Obtaining lock to block concurrent updates at 1732432832135Preparing flush snapshotting stores in 4297fd80873207c8671a27c361c42034 at 1732432832135Finished memstore snapshotting test,,1732432815201.4297fd80873207c8671a27c361c42034., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732432832135Flushing stores of test,,1732432815201.4297fd80873207c8671a27c361c42034. at 1732432832136 (+1 ms)Flushing 4297fd80873207c8671a27c361c42034/f: creating writer at 1732432832136Flushing 4297fd80873207c8671a27c361c42034/f: appending metadata at 1732432832148 (+12 ms)Flushing 4297fd80873207c8671a27c361c42034/f: closing flushed file at 1732432832148Flushing 4297fd80873207c8671a27c361c42034/f1: creating writer at 1732432832557 (+409 ms)Flushing 4297fd80873207c8671a27c361c42034/f1: appending metadata at 1732432832569 (+12 ms)Flushing 4297fd80873207c8671a27c361c42034/f1: closing flushed file at 1732432832569Flushing 4297fd80873207c8671a27c361c42034/norep: creating writer at 1732432832978 (+409 ms)Flushing 4297fd80873207c8671a27c361c42034/norep: appending metadata at 1732432832994 (+16 ms)Flushing 4297fd80873207c8671a27c361c42034/norep: closing flushed file at 1732432832994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643b85fb: reopening flushed file at 1732432833402 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac8fc24: reopening flushed file at 1732432833407 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185701ab: reopening flushed file at 1732432833412 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4297fd80873207c8671a27c361c42034 in 1282ms, sequenceid=8, compaction requested=false at 1732432833417 (+5 ms)Writing region close event to WAL at 1732432833419 (+2 ms)Running coprocessor post-close hooks at 1732432833422 (+3 ms)Closed at 1732432833422 2024-11-24T07:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432815201.4297fd80873207c8671a27c361c42034. 2024-11-24T07:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c65ce070d80322e0f5e6aa018ef110a, disabling compactions & flushes 2024-11-24T07:20:33,422 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. after waiting 0 ms 2024-11-24T07:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c65ce070d80322e0f5e6aa018ef110a: Waiting for close lock at 1732432833422Running coprocessor pre-close hooks at 1732432833422Disabling compacts and flushes for region at 1732432833422Disabling writes for close at 1732432833422Failed flush hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a., putting online again at 1732432833422 2024-11-24T07:20:33,423 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:33,423 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 1159, reset compression=false 2024-11-24T07:20:33,425 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/info/34dd3bb8aaf2477abdfcb1995d10047b as hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/info/34dd3bb8aaf2477abdfcb1995d10047b 2024-11-24T07:20:33,428 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/info/34dd3bb8aaf2477abdfcb1995d10047b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:20:33,429 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/ns/1b9e44aad50346a9956e10db3091a2a3 as hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/ns/1b9e44aad50346a9956e10db3091a2a3 2024-11-24T07:20:33,432 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:20:33,432 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 1803, reset compression=false 2024-11-24T07:20:33,433 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/ns/1b9e44aad50346a9956e10db3091a2a3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:20:33,434 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/rep_barrier/1c13b785ae1e47b8b2a7b0c148759257 as hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/rep_barrier/1c13b785ae1e47b8b2a7b0c148759257 2024-11-24T07:20:33,438 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/rep_barrier/1c13b785ae1e47b8b2a7b0c148759257, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:20:33,439 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/.tmp/table/e435e5b7c1e54e96b16b43e2d8e63a70 as hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/table/e435e5b7c1e54e96b16b43e2d8e63a70 2024-11-24T07:20:33,442 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/table/e435e5b7c1e54e96b16b43e2d8e63a70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:20:33,443 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false 2024-11-24T07:20:33,443 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:20:33,448 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:20:33,448 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:20:33,448 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:20:33,448 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:33,449 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432832135Running coprocessor pre-close hooks at 1732432832135Disabling compacts and flushes for region at 1732432832135Disabling writes for close at 1732432832135Obtaining lock to block concurrent updates at 1732432832135Preparing flush snapshotting stores in 1588230740 at 1732432832135Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432832136 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432832136Flushing 1588230740/info: creating writer at 1732432832136Flushing 1588230740/info: appending metadata at 1732432832151 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732432832151Flushing 1588230740/ns: creating writer at 1732432832561 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732432832577 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732432832577Flushing 1588230740/rep_barrier: creating writer at 1732432832984 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432832996 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432832996Flushing 1588230740/table: creating writer at 1732432833403 (+407 ms)Flushing 1588230740/table: appending metadata at 1732432833416 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732432833416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e47101: reopening flushed file at 1732432833423 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576ebfeb: reopening flushed file at 1732432833428 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74717095: reopening flushed file at 1732432833434 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b15f236: reopening flushed file at 1732432833438 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false at 1732432833443 (+5 ms)Writing region close event to WAL at 1732432833445 (+2 ms)Running coprocessor post-close hooks at 1732432833448 (+3 ms)Closed at 1732432833448 2024-11-24T07:20:33,449 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:33,536 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:20:33,536 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1325): Online Regions={0c65ce070d80322e0f5e6aa018ef110a=hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a.} 2024-11-24T07:20:33,536 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:33,536 DEBUG [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1351): Waiting on 0c65ce070d80322e0f5e6aa018ef110a 2024-11-24T07:20:33,537 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c65ce070d80322e0f5e6aa018ef110a, disabling compactions & flushes 2024-11-24T07:20:33,537 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:33,537 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:33,537 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. after waiting 0 ms 2024-11-24T07:20:33,537 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:33,537 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c65ce070d80322e0f5e6aa018ef110a: Waiting for close lock at 1732432833537Running coprocessor pre-close hooks at 1732432833537Disabling compacts and flushes for region at 1732432833537Disabling writes for close at 1732432833537Failed flush hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a., putting online again at 1732432833537 2024-11-24T07:20:33,537 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732432819526.0c65ce070d80322e0f5e6aa018ef110a. 2024-11-24T07:20:33,635 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 1803, reset compression=false 2024-11-24T07:20:33,737 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T07:20:33,737 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,41525,1732432807388; all regions closed. 2024-11-24T07:20:33,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:20:33,739 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.meta.1732432809798.meta not finished, retry = 0 2024-11-24T07:20:33,841 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.rep.1732432820698 not finished, retry = 0 2024-11-24T07:20:33,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741839_1015 (size=1733) 2024-11-24T07:20:33,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:20:33,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:33,938 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 to pos 1803, reset compression=false 2024-11-24T07:20:33,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741832_1008 (size=1811) 2024-11-24T07:20:33,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/WALs/1ab588ae992e,41525,1732432807388/1ab588ae992e%2C41525%2C1732432807388.1732432808803 not finished, retry = 0 2024-11-24T07:20:34,044 DEBUG [RS:0;1ab588ae992e:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:34,044 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:20:34,044 INFO [RS:0;1ab588ae992e:41525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:20:34,044 INFO [RS:0;1ab588ae992e:41525 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:20:34,044 INFO [RS:0;1ab588ae992e:41525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:20:34,044 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:20:34,045 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,41525,1732432807388 because: Region server is closing 2024-11-24T07:20:34,045 INFO [RS:0;1ab588ae992e:41525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:41525. 2024-11-24T07:20:34,045 DEBUG [RS:0;1ab588ae992e:41525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:34,045 DEBUG [RS:0;1ab588ae992e:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:34,045 DEBUG [RS:0;1ab588ae992e:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:34,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:34,145 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.shipper1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 terminated 2024-11-24T07:20:34,145 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41525,1732432807388.replicationSource.wal-reader.1ab588ae992e%2C41525%2C1732432807388,1-1ab588ae992e,41525,1732432807388 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:20:34,145 INFO [RS:0;1ab588ae992e:41525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:41525. 2024-11-24T07:20:34,145 DEBUG [RS:0;1ab588ae992e:41525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:20:34,145 DEBUG [RS:0;1ab588ae992e:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:34,146 DEBUG [RS:0;1ab588ae992e:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:34,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:34,146 INFO [RS:0;1ab588ae992e:41525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41525 2024-11-24T07:20:34,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01498703397/rs/1ab588ae992e,41525,1732432807388 2024-11-24T07:20:34,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397/rs 2024-11-24T07:20:34,197 INFO [RS:0;1ab588ae992e:41525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:20:34,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,41525,1732432807388] 2024-11-24T07:20:34,217 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01498703397/draining/1ab588ae992e,41525,1732432807388 already deleted, retry=false 2024-11-24T07:20:34,217 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,41525,1732432807388 expired; onlineServers=0 2024-11-24T07:20:34,217 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,35711,1732432807162' ***** 2024-11-24T07:20:34,217 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:20:34,218 INFO [M:0;1ab588ae992e:35711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:20:34,218 INFO [M:0;1ab588ae992e:35711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:20:34,218 DEBUG [M:0;1ab588ae992e:35711 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:20:34,218 DEBUG [M:0;1ab588ae992e:35711 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:20:34,218 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:20:34,218 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432808596 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432808596,5,FailOnTimeoutGroup] 2024-11-24T07:20:34,218 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432808595 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432808595,5,FailOnTimeoutGroup] 2024-11-24T07:20:34,218 INFO [M:0;1ab588ae992e:35711 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:20:34,218 INFO [M:0;1ab588ae992e:35711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:20:34,218 DEBUG [M:0;1ab588ae992e:35711 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:20:34,218 INFO [M:0;1ab588ae992e:35711 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:20:34,218 INFO [M:0;1ab588ae992e:35711 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:20:34,218 INFO [M:0;1ab588ae992e:35711 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:20:34,218 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:20:34,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01498703397/master 2024-11-24T07:20:34,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01498703397 2024-11-24T07:20:34,228 DEBUG [M:0;1ab588ae992e:35711 {}] zookeeper.ZKUtil(347): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Unable to get data of znode /01498703397/master because node does not exist (not an error) 2024-11-24T07:20:34,228 WARN [M:0;1ab588ae992e:35711 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:20:34,229 INFO [M:0;1ab588ae992e:35711 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/.lastflushedseqids 2024-11-24T07:20:34,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741847_1023 (size=245) 2024-11-24T07:20:34,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:34,307 INFO [RS:0;1ab588ae992e:41525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:20:34,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1016bb6b7c10001, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:34,307 INFO [RS:0;1ab588ae992e:41525 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,41525,1732432807388; zookeeper connection closed. 2024-11-24T07:20:34,307 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fa6ceb1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fa6ceb1 2024-11-24T07:20:34,308 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:20:34,633 INFO [M:0;1ab588ae992e:35711 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:20:34,633 INFO [M:0;1ab588ae992e:35711 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:20:34,633 DEBUG [M:0;1ab588ae992e:35711 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:20:34,633 INFO [M:0;1ab588ae992e:35711 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:34,633 DEBUG [M:0;1ab588ae992e:35711 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:34,633 DEBUG [M:0;1ab588ae992e:35711 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:20:34,633 DEBUG [M:0;1ab588ae992e:35711 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:34,633 INFO [M:0;1ab588ae992e:35711 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-24T07:20:34,647 DEBUG [M:0;1ab588ae992e:35711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf5a7d446bd444a29930c06d5624131a is 82, key is hbase:meta,,1/info:regioninfo/1732432809827/Put/seqid=0 2024-11-24T07:20:34,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741848_1024 (size=5672) 2024-11-24T07:20:34,650 INFO [M:0;1ab588ae992e:35711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf5a7d446bd444a29930c06d5624131a 2024-11-24T07:20:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:20:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:20:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:20:34,668 DEBUG [M:0;1ab588ae992e:35711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ada81434db74497aa8fbf56f8f42224 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732432820744/Put/seqid=0 2024-11-24T07:20:34,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741849_1025 (size=8517) 2024-11-24T07:20:35,072 INFO [M:0;1ab588ae992e:35711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ada81434db74497aa8fbf56f8f42224 2024-11-24T07:20:35,088 DEBUG [M:0;1ab588ae992e:35711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca9830314fdb4d6e9f63bc0e45416074 is 69, key is 1ab588ae992e,41525,1732432807388/rs:state/1732432808658/Put/seqid=0 2024-11-24T07:20:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741850_1026 (size=5156) 2024-11-24T07:20:35,491 INFO [M:0;1ab588ae992e:35711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca9830314fdb4d6e9f63bc0e45416074 2024-11-24T07:20:35,495 DEBUG [M:0;1ab588ae992e:35711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf5a7d446bd444a29930c06d5624131a as hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf5a7d446bd444a29930c06d5624131a 2024-11-24T07:20:35,499 INFO [M:0;1ab588ae992e:35711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf5a7d446bd444a29930c06d5624131a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T07:20:35,500 DEBUG [M:0;1ab588ae992e:35711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ada81434db74497aa8fbf56f8f42224 as hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ada81434db74497aa8fbf56f8f42224 2024-11-24T07:20:35,503 INFO [M:0;1ab588ae992e:35711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ada81434db74497aa8fbf56f8f42224, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T07:20:35,503 DEBUG [M:0;1ab588ae992e:35711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca9830314fdb4d6e9f63bc0e45416074 as hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca9830314fdb4d6e9f63bc0e45416074 2024-11-24T07:20:35,506 INFO [M:0;1ab588ae992e:35711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45883/user/jenkins/test-data/d585f4d2-d8c1-62f1-4f2e-7b3b79027bf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca9830314fdb4d6e9f63bc0e45416074, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T07:20:35,507 INFO [M:0;1ab588ae992e:35711 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=97, compaction requested=false 2024-11-24T07:20:35,508 INFO [M:0;1ab588ae992e:35711 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:35,508 DEBUG [M:0;1ab588ae992e:35711 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432834633Disabling compacts and flushes for region at 1732432834633Disabling writes for close at 1732432834633Obtaining lock to block concurrent updates at 1732432834633Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432834633Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732432834634 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432834634Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432834634Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432834647 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432834647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432834654 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432834668 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432834668Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432835075 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432835087 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432835087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7afea5e6: reopening flushed file at 1732432835495 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec2bab6: reopening flushed file at 1732432835499 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed70c90: reopening flushed file at 1732432835503 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=97, compaction requested=false at 1732432835507 (+4 ms)Writing region close event to WAL at 1732432835508 (+1 ms)Closed at 1732432835508 2024-11-24T07:20:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39097 is added to blk_1073741830_1006 (size=63666) 2024-11-24T07:20:35,510 INFO [M:0;1ab588ae992e:35711 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:20:35,510 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:20:35,510 INFO [M:0;1ab588ae992e:35711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35711 2024-11-24T07:20:35,510 INFO [M:0;1ab588ae992e:35711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:20:35,654 INFO [M:0;1ab588ae992e:35711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:20:35,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:35,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35711-0x1016bb6b7c10000, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:20:35,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43525f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:20:35,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@758cc0e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:20:35,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:20:35,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1304d58f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:20:35,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e490c94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/hadoop.log.dir/,STOPPED} 2024-11-24T07:20:35,658 WARN [BP-818544697-172.17.0.3-1732432804907 heartbeating to localhost/127.0.0.1:45883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:20:35,658 WARN [BP-818544697-172.17.0.3-1732432804907 heartbeating to localhost/127.0.0.1:45883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-818544697-172.17.0.3-1732432804907 (Datanode Uuid 64aa3298-e6e6-4808-b39f-c458f8bb564a) service to localhost/127.0.0.1:45883 2024-11-24T07:20:35,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:20:35,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:20:35,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/cluster_293aa14e-8d71-b11c-6080-879012b3d5e6/data/data1/current/BP-818544697-172.17.0.3-1732432804907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:20:35,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/cluster_293aa14e-8d71-b11c-6080-879012b3d5e6/data/data2/current/BP-818544697-172.17.0.3-1732432804907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:20:35,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:20:35,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@545f9962{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:20:35,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28bc4539{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:20:35,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:20:35,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43e5171b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:20:35,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f358d4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64ff0cb8-704c-33f9-09fc-76c96033fd12/hadoop.log.dir/,STOPPED} 2024-11-24T07:20:35,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T07:20:35,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:20:35,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 244) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50516) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50516) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:45883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45883 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44083 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=4915 (was 4942) 2024-11-24T07:20:35,693 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=4915 2024-11-24T07:20:35,705 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-24T07:20:35,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/hadoop.log.dir so I do NOT create it in target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb 2024-11-24T07:20:35,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:20:35,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/hadoop.tmp.dir so I do NOT create it in target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb 2024-11-24T07:20:35,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7e885c1-044c-718a-6e8c-a2df5c3cd806/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:20:35,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb 2024-11-24T07:20:35,705 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/cluster_510837de-277b-6f4e-b75d-e4d3ffd8d9c3, deleteOnExit=true 2024-11-24T07:20:35,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/cluster_510837de-277b-6f4e-b75d-e4d3ffd8d9c3/zookeeper_0, clientPort=62194, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/cluster_510837de-277b-6f4e-b75d-e4d3ffd8d9c3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/cluster_510837de-277b-6f4e-b75d-e4d3ffd8d9c3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:20:35,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62194 2024-11-24T07:20:35,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:20:35,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:20:35,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/test.cache.data in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:20:35,727 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:20:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:20:35,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:20:35,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:20:35,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016bb6b7c10005, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:20:35,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016bb6b7c10002, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:20:35,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016bb6b7c10002, quorum=127.0.0.1:50516, baseZNode=/01498703397 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:20:35,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016bb6b7c10005, quorum=127.0.0.1:50516, baseZNode=/1-427436114 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:20:36,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:36,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:20:36,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:20:36,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:20:36,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:20:36,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:36,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cbdfca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:20:36,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66585517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:20:36,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57c31069{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/java.io.tmpdir/jetty-localhost-43259-hadoop-hdfs-3_4_1-tests_jar-_-any-3158308334123166795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:20:36,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2da4ada5{HTTP/1.1, (http/1.1)}{localhost:43259} 2024-11-24T07:20:36,155 INFO [Time-limited test {}] server.Server(415): Started @227920ms 2024-11-24T07:20:36,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:36,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:20:36,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:20:36,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:20:36,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:20:36,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6698a40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:20:36,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f5ac5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:20:36,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@752c0dc9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/java.io.tmpdir/jetty-localhost-36687-hadoop-hdfs-3_4_1-tests_jar-_-any-12997610009480727872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:20:36,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@398e971{HTTP/1.1, (http/1.1)}{localhost:36687} 2024-11-24T07:20:36,472 INFO [Time-limited test {}] server.Server(415): Started @228237ms 2024-11-24T07:20:36,473 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:20:37,388 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/cluster_510837de-277b-6f4e-b75d-e4d3ffd8d9c3/data/data2/current/BP-1652279828-172.17.0.3-1732432835741/current, will proceed with Du for space computation calculation, 2024-11-24T07:20:37,388 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/cluster_510837de-277b-6f4e-b75d-e4d3ffd8d9c3/data/data1/current/BP-1652279828-172.17.0.3-1732432835741/current, will proceed with Du for space computation calculation, 2024-11-24T07:20:37,413 WARN [Thread-2657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:20:37,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23ea1a3f496222ff with lease ID 0xbba30ebfa9d1bdad: Processing first storage report for DS-63233040-a194-4d86-a1a7-c726784feaa6 from datanode DatanodeRegistration(127.0.0.1:34023, datanodeUuid=f196851e-dbc2-4cb2-a7f7-0237cbda324a, infoPort=36549, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=508719590;c=1732432835741) 2024-11-24T07:20:37,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23ea1a3f496222ff with lease ID 0xbba30ebfa9d1bdad: from storage DS-63233040-a194-4d86-a1a7-c726784feaa6 node DatanodeRegistration(127.0.0.1:34023, datanodeUuid=f196851e-dbc2-4cb2-a7f7-0237cbda324a, infoPort=36549, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=508719590;c=1732432835741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:20:37,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23ea1a3f496222ff with lease ID 0xbba30ebfa9d1bdad: Processing first storage report for DS-b73ef968-d08b-4e71-8e91-787c8fffdd8d from datanode DatanodeRegistration(127.0.0.1:34023, datanodeUuid=f196851e-dbc2-4cb2-a7f7-0237cbda324a, infoPort=36549, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=508719590;c=1732432835741) 2024-11-24T07:20:37,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23ea1a3f496222ff with lease ID 0xbba30ebfa9d1bdad: from storage DS-b73ef968-d08b-4e71-8e91-787c8fffdd8d node DatanodeRegistration(127.0.0.1:34023, datanodeUuid=f196851e-dbc2-4cb2-a7f7-0237cbda324a, infoPort=36549, infoSecurePort=0, ipcPort=45315, storageInfo=lv=-57;cid=testClusterID;nsid=508719590;c=1732432835741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:20:37,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb 2024-11-24T07:20:37,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:37,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:37,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:20:37,908 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf with version=8 2024-11-24T07:20:37,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/hbase-staging 2024-11-24T07:20:37,910 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:20:37,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:37,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:37,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:20:37,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:37,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:20:37,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:20:37,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:20:37,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43303 2024-11-24T07:20:37,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43303 connecting to ZooKeeper ensemble=127.0.0.1:62194 2024-11-24T07:20:38,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433030x0, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:38,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43303-0x1016bb730380000 connected 2024-11-24T07:20:38,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:38,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:38,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Set watcher on znode that does not yet exist, /0-1924806911/running 2024-11-24T07:20:38,104 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf, hbase.cluster.distributed=false 2024-11-24T07:20:38,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Set watcher on znode that does not yet exist, /0-1924806911/acl 2024-11-24T07:20:38,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43303 2024-11-24T07:20:38,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43303 2024-11-24T07:20:38,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43303 2024-11-24T07:20:38,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43303 2024-11-24T07:20:38,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43303 2024-11-24T07:20:38,119 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:20:38,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:38,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:38,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:20:38,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:38,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:20:38,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:20:38,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:20:38,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40495 2024-11-24T07:20:38,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40495 connecting to ZooKeeper ensemble=127.0.0.1:62194 2024-11-24T07:20:38,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:38,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:38,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404950x0, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:38,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404950x0, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Set watcher on znode that does not yet exist, /0-1924806911/running 2024-11-24T07:20:38,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40495-0x1016bb730380001 connected 2024-11-24T07:20:38,134 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:20:38,134 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:20:38,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Set watcher on znode that does not yet exist, /0-1924806911/master 2024-11-24T07:20:38,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Set watcher on znode that does not yet exist, /0-1924806911/acl 2024-11-24T07:20:38,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40495 2024-11-24T07:20:38,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40495 2024-11-24T07:20:38,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40495 2024-11-24T07:20:38,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40495 2024-11-24T07:20:38,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40495 2024-11-24T07:20:38,150 DEBUG [M:0;1ab588ae992e:43303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:43303 2024-11-24T07:20:38,151 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1924806911/backup-masters/1ab588ae992e,43303,1732432837910 2024-11-24T07:20:38,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911/backup-masters 2024-11-24T07:20:38,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911/backup-masters 2024-11-24T07:20:38,162 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Set watcher on existing znode=/0-1924806911/backup-masters/1ab588ae992e,43303,1732432837910 2024-11-24T07:20:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1924806911/master 2024-11-24T07:20:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:38,173 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Set watcher on existing znode=/0-1924806911/master 2024-11-24T07:20:38,173 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1924806911/backup-masters/1ab588ae992e,43303,1732432837910 from backup master directory 2024-11-24T07:20:38,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911/backup-masters 2024-11-24T07:20:38,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1924806911/backup-masters/1ab588ae992e,43303,1732432837910 2024-11-24T07:20:38,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911/backup-masters 2024-11-24T07:20:38,183 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:20:38,183 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,43303,1732432837910 2024-11-24T07:20:38,186 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/hbase.id] with ID: b8ef7cf5-2b5b-4b59-9a9c-cab543776255 2024-11-24T07:20:38,186 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/.tmp/hbase.id 2024-11-24T07:20:38,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:20:38,593 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/.tmp/hbase.id]:[hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/hbase.id] 2024-11-24T07:20:38,600 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:38,600 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:20:38,601 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:20:38,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:38,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:38,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:20:38,923 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:20:38,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:38,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:39,053 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:39,054 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:20:39,054 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:39,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:20:39,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:39,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:39,374 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38372 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:39,461 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store 2024-11-24T07:20:39,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:20:39,866 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:39,866 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:20:39,866 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:39,866 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:39,866 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:20:39,866 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:39,866 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:39,866 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432839866Disabling compacts and flushes for region at 1732432839866Disabling writes for close at 1732432839866Writing region close event to WAL at 1732432839866Closed at 1732432839866 2024-11-24T07:20:39,867 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/.initializing 2024-11-24T07:20:39,867 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/WALs/1ab588ae992e,43303,1732432837910 2024-11-24T07:20:39,868 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:20:39,869 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C43303%2C1732432837910, suffix=, logDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/WALs/1ab588ae992e,43303,1732432837910, archiveDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/oldWALs, maxLogs=10 2024-11-24T07:20:39,880 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/WALs/1ab588ae992e,43303,1732432837910/1ab588ae992e%2C43303%2C1732432837910.1732432839869, exclude list is [], retry=0 2024-11-24T07:20:39,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34023,DS-63233040-a194-4d86-a1a7-c726784feaa6,DISK] 2024-11-24T07:20:39,883 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/WALs/1ab588ae992e,43303,1732432837910/1ab588ae992e%2C43303%2C1732432837910.1732432839869 2024-11-24T07:20:39,883 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549)] 2024-11-24T07:20:39,884 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:39,884 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:39,884 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,884 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:20:39,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:39,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:39,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:20:39,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:39,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:39,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:20:39,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:39,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:39,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:20:39,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:39,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:39,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,890 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,890 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,890 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,891 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:39,891 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:39,893 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:39,893 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59107541, jitterRate=-0.11922900378704071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:39,893 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432839884Initializing all the Stores at 1732432839884Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432839885 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432839885Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432839885Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432839885Cleaning up temporary data from old regions at 1732432839890 (+5 ms)Region opened successfully at 1732432839893 (+3 ms) 2024-11-24T07:20:39,893 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:20:39,895 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0e2ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:20:39,896 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:20:39,896 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:20:39,896 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:20:39,896 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:20:39,896 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:20:39,897 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:20:39,897 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:20:39,898 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:20:39,899 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Unable to get data of znode /0-1924806911/balancer because node does not exist (not necessarily an error) 2024-11-24T07:20:39,975 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1924806911/balancer already deleted, retry=false 2024-11-24T07:20:39,975 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:20:39,976 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Unable to get data of znode /0-1924806911/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:20:39,985 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1924806911/normalizer already deleted, retry=false 2024-11-24T07:20:39,986 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:20:39,987 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Unable to get data of znode /0-1924806911/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:20:39,996 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1924806911/switch/split already deleted, retry=false 2024-11-24T07:20:39,997 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Unable to get data of znode /0-1924806911/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:20:40,006 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1924806911/switch/merge already deleted, retry=false 2024-11-24T07:20:40,008 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Unable to get data of znode /0-1924806911/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:20:40,017 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1924806911/snapshot-cleanup already deleted, retry=false 2024-11-24T07:20:40,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1924806911/running 2024-11-24T07:20:40,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1924806911/running 2024-11-24T07:20:40,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:40,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:40,028 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,43303,1732432837910, sessionid=0x1016bb730380000, setting cluster-up flag (Was=false) 2024-11-24T07:20:40,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:40,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:40,080 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1924806911/flush-table-proc/acquired, /0-1924806911/flush-table-proc/reached, /0-1924806911/flush-table-proc/abort 2024-11-24T07:20:40,081 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,43303,1732432837910 2024-11-24T07:20:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:40,133 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1924806911/online-snapshot/acquired, /0-1924806911/online-snapshot/reached, /0-1924806911/online-snapshot/abort 2024-11-24T07:20:40,133 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,43303,1732432837910 2024-11-24T07:20:40,135 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:20:40,136 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:40,136 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:20:40,136 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:20:40,136 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,43303,1732432837910 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:20:40,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:40,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:40,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:40,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:40,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:20:40,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:20:40,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432870138 2024-11-24T07:20:40,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:20:40,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:20:40,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:20:40,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:20:40,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:40,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:20:40,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:20:40,138 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:20:40,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:20:40,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:20:40,139 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:20:40,139 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:20:40,139 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:40,139 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:20:40,139 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:20:40,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:20:40,139 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432840139,5,FailOnTimeoutGroup] 2024-11-24T07:20:40,139 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432840139,5,FailOnTimeoutGroup] 2024-11-24T07:20:40,139 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,140 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:20:40,140 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,140 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:20:40,145 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(746): ClusterId : b8ef7cf5-2b5b-4b59-9a9c-cab543776255 2024-11-24T07:20:40,145 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:20:40,154 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:20:40,154 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:20:40,165 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:20:40,165 DEBUG [RS:0;1ab588ae992e:40495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c29ab74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:20:40,179 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:40495 2024-11-24T07:20:40,179 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:20:40,179 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:20:40,179 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:20:40,179 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,43303,1732432837910 with port=40495, startcode=1732432838119 2024-11-24T07:20:40,180 DEBUG [RS:0;1ab588ae992e:40495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:20:40,181 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:20:40,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,40495,1732432838119 2024-11-24T07:20:40,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43303 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,40495,1732432838119 2024-11-24T07:20:40,182 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf 2024-11-24T07:20:40,182 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43265 2024-11-24T07:20:40,182 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:20:40,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911/rs 2024-11-24T07:20:40,194 DEBUG [RS:0;1ab588ae992e:40495 {}] zookeeper.ZKUtil(111): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Set watcher on existing znode=/0-1924806911/rs/1ab588ae992e,40495,1732432838119 2024-11-24T07:20:40,194 WARN [RS:0;1ab588ae992e:40495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:20:40,194 INFO [RS:0;1ab588ae992e:40495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:40,194 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119 2024-11-24T07:20:40,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,40495,1732432838119] 2024-11-24T07:20:40,196 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:20:40,198 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:20:40,199 INFO [RS:0;1ab588ae992e:40495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:20:40,199 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,199 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:20:40,199 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:20:40,199 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,199 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:20:40,200 DEBUG [RS:0;1ab588ae992e:40495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:20:40,200 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,200 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,200 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,200 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,200 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,200 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40495,1732432838119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:20:40,213 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:20:40,213 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40495,1732432838119-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,213 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,213 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.Replication(171): 1ab588ae992e,40495,1732432838119 started 2024-11-24T07:20:40,225 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:40,225 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,40495,1732432838119, RpcServer on 1ab588ae992e/172.17.0.3:40495, sessionid=0x1016bb730380001 2024-11-24T07:20:40,225 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:20:40,225 DEBUG [RS:0;1ab588ae992e:40495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,40495,1732432838119 2024-11-24T07:20:40,225 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,40495,1732432838119' 2024-11-24T07:20:40,225 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1924806911/flush-table-proc/abort' 2024-11-24T07:20:40,225 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1924806911/flush-table-proc/acquired' 2024-11-24T07:20:40,226 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:20:40,226 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:20:40,226 DEBUG [RS:0;1ab588ae992e:40495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,40495,1732432838119 2024-11-24T07:20:40,226 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,40495,1732432838119' 2024-11-24T07:20:40,226 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1924806911/online-snapshot/abort' 2024-11-24T07:20:40,226 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1924806911/online-snapshot/acquired' 2024-11-24T07:20:40,226 DEBUG [RS:0;1ab588ae992e:40495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:20:40,226 INFO [RS:0;1ab588ae992e:40495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:20:40,226 INFO [RS:0;1ab588ae992e:40495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:20:40,326 INFO [RS:0;1ab588ae992e:40495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:20:40,328 INFO [RS:0;1ab588ae992e:40495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C40495%2C1732432838119, suffix=, logDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119, archiveDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/oldWALs, maxLogs=10 2024-11-24T07:20:40,339 DEBUG [RS:0;1ab588ae992e:40495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, exclude list is [], retry=0 2024-11-24T07:20:40,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34023,DS-63233040-a194-4d86-a1a7-c726784feaa6,DISK] 2024-11-24T07:20:40,343 INFO [RS:0;1ab588ae992e:40495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 2024-11-24T07:20:40,343 DEBUG [RS:0;1ab588ae992e:40495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549)] 2024-11-24T07:20:40,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:20:40,546 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf 2024-11-24T07:20:40,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:20:40,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:40,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:20:40,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:20:40,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:40,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:40,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:20:40,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:20:40,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:40,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:40,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:20:40,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:20:40,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:40,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:40,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:20:40,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:20:40,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:40,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:40,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:20:40,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740 2024-11-24T07:20:40,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740 2024-11-24T07:20:40,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:20:40,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:20:40,958 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:40,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:20:40,960 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:40,960 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58738435, jitterRate=-0.12472911179065704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:40,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432840951Initializing all the Stores at 1732432840952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432840952Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432840952Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432840952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432840952Cleaning up temporary data from old regions at 1732432840957 (+5 ms)Region opened successfully at 1732432840961 (+4 ms) 2024-11-24T07:20:40,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:20:40,961 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:20:40,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:20:40,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:20:40,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:20:40,961 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:40,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432840961Disabling compacts and flushes for region at 1732432840961Disabling writes for close at 1732432840961Writing region close event to WAL at 1732432840961Closed at 1732432840961 2024-11-24T07:20:40,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:40,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:20:40,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:20:40,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:20:40,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:20:41,113 DEBUG [1ab588ae992e:43303 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:20:41,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,40495,1732432838119 2024-11-24T07:20:41,115 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,40495,1732432838119, state=OPENING 2024-11-24T07:20:41,238 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:20:41,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:41,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:20:41,273 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:20:41,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,40495,1732432838119}] 2024-11-24T07:20:41,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1924806911/meta-region-server: CHANGED 2024-11-24T07:20:41,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1924806911/meta-region-server: CHANGED 2024-11-24T07:20:41,425 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:20:41,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:20:41,429 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:20:41,429 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:41,429 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:20:41,430 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C40495%2C1732432838119.meta, suffix=.meta, logDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119, archiveDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/oldWALs, maxLogs=10 2024-11-24T07:20:41,441 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.meta.1732432841430.meta, exclude list is [], retry=0 2024-11-24T07:20:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34023,DS-63233040-a194-4d86-a1a7-c726784feaa6,DISK] 2024-11-24T07:20:41,444 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.meta.1732432841430.meta 2024-11-24T07:20:41,445 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549)] 2024-11-24T07:20:41,445 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:41,445 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:41,445 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:20:41,445 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:20:41,445 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:20:41,445 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:20:41,445 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:41,445 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:20:41,445 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:20:41,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:20:41,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:20:41,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:41,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:41,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:20:41,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:20:41,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:41,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:41,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:20:41,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:20:41,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:41,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:41,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:20:41,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:20:41,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:41,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:41,449 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:20:41,450 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740 2024-11-24T07:20:41,450 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740 2024-11-24T07:20:41,451 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:20:41,451 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:20:41,452 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:41,453 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:20:41,453 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64366575, jitterRate=-0.040863290429115295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:41,453 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:20:41,454 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432841445Writing region info on filesystem at 1732432841445Initializing all the Stores at 1732432841446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432841446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432841446Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432841446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432841446Cleaning up temporary data from old regions at 1732432841451 (+5 ms)Running coprocessor post-open hooks at 1732432841453 (+2 ms)Region opened successfully at 1732432841454 (+1 ms) 2024-11-24T07:20:41,455 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432841425 2024-11-24T07:20:41,456 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:20:41,456 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:20:41,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,40495,1732432838119 2024-11-24T07:20:41,457 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,40495,1732432838119, state=OPEN 2024-11-24T07:20:41,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1924806911/meta-region-server 2024-11-24T07:20:41,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1924806911/meta-region-server 2024-11-24T07:20:41,480 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,40495,1732432838119 2024-11-24T07:20:41,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1924806911/meta-region-server: CHANGED 2024-11-24T07:20:41,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1924806911/meta-region-server: CHANGED 2024-11-24T07:20:41,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:20:41,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,40495,1732432838119 in 207 msec 2024-11-24T07:20:41,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:20:41,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 520 msec 2024-11-24T07:20:41,484 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:41,484 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:20:41,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:41,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,40495,1732432838119, seqNum=-1] 2024-11-24T07:20:41,485 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:41,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:41,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3530 sec 2024-11-24T07:20:41,490 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432841490, completionTime=-1 2024-11-24T07:20:41,490 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:20:41,490 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:20:41,491 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:20:41,491 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432901491 2024-11-24T07:20:41,491 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432961491 2024-11-24T07:20:41,492 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:20:41,492 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43303,1732432837910-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:41,492 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43303,1732432837910-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:41,492 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43303,1732432837910-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:41,492 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:43303, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:41,492 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:41,492 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:41,493 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:20:41,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.312sec 2024-11-24T07:20:41,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:20:41,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:20:41,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:20:41,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:20:41,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:20:41,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43303,1732432837910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:20:41,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43303,1732432837910-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:20:41,497 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:20:41,497 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:20:41,497 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43303,1732432837910-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:41,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cd4c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:41,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43303,-1 for getting cluster id 2024-11-24T07:20:41,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:41,547 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ef7cf5-2b5b-4b59-9a9c-cab543776255' 2024-11-24T07:20:41,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:41,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ef7cf5-2b5b-4b59-9a9c-cab543776255" 2024-11-24T07:20:41,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278b40d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:41,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43303,-1] 2024-11-24T07:20:41,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:41,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:41,548 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:41,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470918dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:41,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,40495,1732432838119, seqNum=-1] 2024-11-24T07:20:41,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:41,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:41,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,43303,1732432837910 2024-11-24T07:20:41,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62194 2024-11-24T07:20:41,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:41,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016bb730380002 connected 2024-11-24T07:20:41,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/hadoop.log.dir so I do NOT create it in target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20 2024-11-24T07:20:41,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:20:41,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/hadoop.tmp.dir so I do NOT create it in target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20 2024-11-24T07:20:41,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:20:41,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20 2024-11-24T07:20:41,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:20:41,577 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/cluster_c0021e0e-c2fb-3401-36e1-05310eb50c0e, deleteOnExit=true 2024-11-24T07:20:41,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:20:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/test.cache.data in system properties and HBase conf 2024-11-24T07:20:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:20:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:20:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:20:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:20:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:20:41,578 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:20:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:20:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:20:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:20:41,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:20:41,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:41,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:20:41,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:20:41,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:20:41,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:20:41,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:41,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37cf39df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:20:41,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82e9449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:20:42,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e1f05cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/java.io.tmpdir/jetty-localhost-34825-hadoop-hdfs-3_4_1-tests_jar-_-any-2195201676870252513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:20:42,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b558b59{HTTP/1.1, (http/1.1)}{localhost:34825} 2024-11-24T07:20:42,027 INFO [Time-limited test {}] server.Server(415): Started @233792ms 2024-11-24T07:20:42,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:42,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:20:42,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:20:42,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:20:42,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:20:42,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32470770{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:20:42,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d7fd3c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:20:42,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d7541f5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/java.io.tmpdir/jetty-localhost-35409-hadoop-hdfs-3_4_1-tests_jar-_-any-16554957584988667206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:20:42,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17192402{HTTP/1.1, (http/1.1)}{localhost:35409} 2024-11-24T07:20:42,357 INFO [Time-limited test {}] server.Server(415): Started @234122ms 2024-11-24T07:20:42,359 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:20:43,213 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/cluster_c0021e0e-c2fb-3401-36e1-05310eb50c0e/data/data1/current/BP-577304382-172.17.0.3-1732432841599/current, will proceed with Du for space computation calculation, 2024-11-24T07:20:43,213 WARN [Thread-2791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/cluster_c0021e0e-c2fb-3401-36e1-05310eb50c0e/data/data2/current/BP-577304382-172.17.0.3-1732432841599/current, will proceed with Du for space computation calculation, 2024-11-24T07:20:43,230 WARN [Thread-2778 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:20:43,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3141d09548f6ac9b with lease ID 0x283422078ea8aa36: Processing first storage report for DS-ca3df0b1-08c3-4ed8-842c-80a1295735ad from datanode DatanodeRegistration(127.0.0.1:33785, datanodeUuid=07c6c9d7-8f2d-4cff-a16a-fcfdffd06092, infoPort=35771, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=1621305045;c=1732432841599) 2024-11-24T07:20:43,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3141d09548f6ac9b with lease ID 0x283422078ea8aa36: from storage DS-ca3df0b1-08c3-4ed8-842c-80a1295735ad node DatanodeRegistration(127.0.0.1:33785, datanodeUuid=07c6c9d7-8f2d-4cff-a16a-fcfdffd06092, infoPort=35771, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=1621305045;c=1732432841599), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:20:43,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3141d09548f6ac9b with lease ID 0x283422078ea8aa36: Processing first storage report for DS-501e4bb7-164e-4ddf-895f-955084abd780 from datanode DatanodeRegistration(127.0.0.1:33785, datanodeUuid=07c6c9d7-8f2d-4cff-a16a-fcfdffd06092, infoPort=35771, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=1621305045;c=1732432841599) 2024-11-24T07:20:43,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3141d09548f6ac9b with lease ID 0x283422078ea8aa36: from storage DS-501e4bb7-164e-4ddf-895f-955084abd780 node DatanodeRegistration(127.0.0.1:33785, datanodeUuid=07c6c9d7-8f2d-4cff-a16a-fcfdffd06092, infoPort=35771, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=1621305045;c=1732432841599), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:20:43,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20 2024-11-24T07:20:43,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:43,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:43,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:20:43,696 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec with version=8 2024-11-24T07:20:43,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/hbase-staging 2024-11-24T07:20:43,698 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:20:43,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:43,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:43,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:20:43,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:43,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:20:43,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:20:43,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:20:43,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37671 2024-11-24T07:20:43,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37671 connecting to ZooKeeper ensemble=127.0.0.1:62194 2024-11-24T07:20:43,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376710x0, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:43,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37671-0x1016bb730380003 connected 2024-11-24T07:20:43,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:43,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:43,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Set watcher on znode that does not yet exist, /1475879809/running 2024-11-24T07:20:43,820 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec, hbase.cluster.distributed=false 2024-11-24T07:20:43,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Set watcher on znode that does not yet exist, /1475879809/acl 2024-11-24T07:20:43,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37671 2024-11-24T07:20:43,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37671 2024-11-24T07:20:43,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37671 2024-11-24T07:20:43,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37671 2024-11-24T07:20:43,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37671 2024-11-24T07:20:43,835 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:20:43,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:43,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:43,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:20:43,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:43,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:20:43,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:20:43,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:20:43,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39021 2024-11-24T07:20:43,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39021 connecting to ZooKeeper ensemble=127.0.0.1:62194 2024-11-24T07:20:43,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:43,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390210x0, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:43,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390210x0, quorum=127.0.0.1:62194, baseZNode=/1475879809 Set watcher on znode that does not yet exist, /1475879809/running 2024-11-24T07:20:43,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39021-0x1016bb730380004 connected 2024-11-24T07:20:43,849 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:20:43,849 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:20:43,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Set watcher on znode that does not yet exist, /1475879809/master 2024-11-24T07:20:43,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Set watcher on znode that does not yet exist, /1475879809/acl 2024-11-24T07:20:43,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39021 2024-11-24T07:20:43,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39021 2024-11-24T07:20:43,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39021 2024-11-24T07:20:43,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39021 2024-11-24T07:20:43,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39021 2024-11-24T07:20:43,870 DEBUG [M:0;1ab588ae992e:37671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:37671 2024-11-24T07:20:43,870 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1475879809/backup-masters/1ab588ae992e,37671,1732432843698 2024-11-24T07:20:43,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809/backup-masters 2024-11-24T07:20:43,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809/backup-masters 2024-11-24T07:20:43,880 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Set watcher on existing znode=/1475879809/backup-masters/1ab588ae992e,37671,1732432843698 2024-11-24T07:20:43,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:43,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1475879809/master 2024-11-24T07:20:43,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:43,891 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Set watcher on existing znode=/1475879809/master 2024-11-24T07:20:43,891 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1475879809/backup-masters/1ab588ae992e,37671,1732432843698 from backup master directory 2024-11-24T07:20:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809/backup-masters 2024-11-24T07:20:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1475879809/backup-masters/1ab588ae992e,37671,1732432843698 2024-11-24T07:20:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809/backup-masters 2024-11-24T07:20:43,901 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:20:43,901 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,37671,1732432843698 2024-11-24T07:20:43,903 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/hbase.id] with ID: c410d8ba-bd38-4864-b8c3-6fda59e40397 2024-11-24T07:20:43,903 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/.tmp/hbase.id 2024-11-24T07:20:43,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:20:44,307 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/.tmp/hbase.id]:[hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/hbase.id] 2024-11-24T07:20:44,314 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:44,314 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:20:44,315 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:20:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:20:44,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:20:44,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T07:20:44,840 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:44,840 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:20:44,841 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:44,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:20:45,246 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store 2024-11-24T07:20:45,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:20:45,650 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:45,650 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:20:45,650 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:45,650 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:45,650 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:20:45,650 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:45,650 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:45,650 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432845650Disabling compacts and flushes for region at 1732432845650Disabling writes for close at 1732432845650Writing region close event to WAL at 1732432845650Closed at 1732432845650 2024-11-24T07:20:45,651 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/.initializing 2024-11-24T07:20:45,651 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/WALs/1ab588ae992e,37671,1732432843698 2024-11-24T07:20:45,652 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:20:45,653 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C37671%2C1732432843698, suffix=, logDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/WALs/1ab588ae992e,37671,1732432843698, archiveDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/oldWALs, maxLogs=10 2024-11-24T07:20:45,670 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/WALs/1ab588ae992e,37671,1732432843698/1ab588ae992e%2C37671%2C1732432843698.1732432845653, exclude list is [], retry=0 2024-11-24T07:20:45,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33785,DS-ca3df0b1-08c3-4ed8-842c-80a1295735ad,DISK] 2024-11-24T07:20:45,673 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/WALs/1ab588ae992e,37671,1732432843698/1ab588ae992e%2C37671%2C1732432843698.1732432845653 2024-11-24T07:20:45,673 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-24T07:20:45,673 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:45,673 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:45,674 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,674 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:20:45,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:45,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:45,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:20:45,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:45,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:45,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:20:45,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:45,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:45,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:20:45,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:45,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:45,679 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,679 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,680 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,680 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,680 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,681 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:45,681 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:45,683 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:45,683 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61891123, jitterRate=-0.07775039970874786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:45,683 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432845674Initializing all the Stores at 1732432845674Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432845674Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432845674Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432845674Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432845674Cleaning up temporary data from old regions at 1732432845680 (+6 ms)Region opened successfully at 1732432845683 (+3 ms) 2024-11-24T07:20:45,684 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:20:45,685 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b474a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:20:45,686 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:20:45,686 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:20:45,686 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:20:45,686 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:20:45,686 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:20:45,687 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:20:45,687 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:20:45,688 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:20:45,688 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Unable to get data of znode /1475879809/balancer because node does not exist (not necessarily an error) 2024-11-24T07:20:45,806 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1475879809/balancer already deleted, retry=false 2024-11-24T07:20:45,807 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:20:45,808 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Unable to get data of znode /1475879809/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:20:45,816 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1475879809/normalizer already deleted, retry=false 2024-11-24T07:20:45,817 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:20:45,818 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Unable to get data of znode /1475879809/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:20:45,827 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1475879809/switch/split already deleted, retry=false 2024-11-24T07:20:45,828 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Unable to get data of znode /1475879809/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:20:45,838 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1475879809/switch/merge already deleted, retry=false 2024-11-24T07:20:45,839 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Unable to get data of znode /1475879809/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:20:45,848 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1475879809/snapshot-cleanup already deleted, retry=false 2024-11-24T07:20:45,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1475879809/running 2024-11-24T07:20:45,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1475879809/running 2024-11-24T07:20:45,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:45,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:45,859 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,37671,1732432843698, sessionid=0x1016bb730380003, setting cluster-up flag (Was=false) 2024-11-24T07:20:45,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:45,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:45,911 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1475879809/flush-table-proc/acquired, /1475879809/flush-table-proc/reached, /1475879809/flush-table-proc/abort 2024-11-24T07:20:45,912 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,37671,1732432843698 2024-11-24T07:20:45,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:45,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:45,964 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1475879809/online-snapshot/acquired, /1475879809/online-snapshot/reached, /1475879809/online-snapshot/abort 2024-11-24T07:20:45,964 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,37671,1732432843698 2024-11-24T07:20:45,965 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:20:45,966 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:45,967 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:20:45,967 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:20:45,967 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,37671,1732432843698 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:20:45,968 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:45,968 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:45,968 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:45,968 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:45,968 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:20:45,968 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:45,968 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:20:45,968 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:45,969 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432875969 2024-11-24T07:20:45,969 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:20:45,969 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:20:45,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:45,970 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:20:45,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:20:45,970 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:20:45,970 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:20:45,970 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:20:45,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:45,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:20:45,971 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:45,971 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:20:45,971 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:20:45,971 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:20:45,972 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:20:45,974 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:20:45,974 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:20:45,974 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432845974,5,FailOnTimeoutGroup] 2024-11-24T07:20:45,975 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432845974,5,FailOnTimeoutGroup] 2024-11-24T07:20:45,975 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:45,975 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:20:45,975 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:45,975 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:45,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:20:46,062 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(746): ClusterId : c410d8ba-bd38-4864-b8c3-6fda59e40397 2024-11-24T07:20:46,062 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:20:46,070 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:20:46,070 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:20:46,080 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:20:46,080 DEBUG [RS:0;1ab588ae992e:39021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288b5570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:20:46,090 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:39021 2024-11-24T07:20:46,090 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:20:46,090 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:20:46,090 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:20:46,091 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,37671,1732432843698 with port=39021, startcode=1732432843835 2024-11-24T07:20:46,091 DEBUG [RS:0;1ab588ae992e:39021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:20:46,092 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:20:46,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,39021,1732432843835 2024-11-24T07:20:46,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37671 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,39021,1732432843835 2024-11-24T07:20:46,094 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec 2024-11-24T07:20:46,094 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33779 2024-11-24T07:20:46,094 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:20:46,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809/rs 2024-11-24T07:20:46,131 DEBUG [RS:0;1ab588ae992e:39021 {}] zookeeper.ZKUtil(111): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Set watcher on existing znode=/1475879809/rs/1ab588ae992e,39021,1732432843835 2024-11-24T07:20:46,131 WARN [RS:0;1ab588ae992e:39021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:20:46,131 INFO [RS:0;1ab588ae992e:39021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:46,132 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835 2024-11-24T07:20:46,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,39021,1732432843835] 2024-11-24T07:20:46,135 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:20:46,138 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:20:46,139 INFO [RS:0;1ab588ae992e:39021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:20:46,139 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:46,139 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:20:46,139 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:20:46,140 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:20:46,140 DEBUG [RS:0;1ab588ae992e:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:20:46,140 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:46,140 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:46,140 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:46,140 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:46,140 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:46,140 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39021,1732432843835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:20:46,153 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:20:46,153 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39021,1732432843835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:46,153 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:46,153 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.Replication(171): 1ab588ae992e,39021,1732432843835 started 2024-11-24T07:20:46,165 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:46,165 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,39021,1732432843835, RpcServer on 1ab588ae992e/172.17.0.3:39021, sessionid=0x1016bb730380004 2024-11-24T07:20:46,165 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:20:46,165 DEBUG [RS:0;1ab588ae992e:39021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,39021,1732432843835 2024-11-24T07:20:46,165 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,39021,1732432843835' 2024-11-24T07:20:46,165 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1475879809/flush-table-proc/abort' 2024-11-24T07:20:46,165 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1475879809/flush-table-proc/acquired' 2024-11-24T07:20:46,166 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:20:46,166 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:20:46,166 DEBUG [RS:0;1ab588ae992e:39021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,39021,1732432843835 2024-11-24T07:20:46,166 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,39021,1732432843835' 2024-11-24T07:20:46,166 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1475879809/online-snapshot/abort' 2024-11-24T07:20:46,166 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1475879809/online-snapshot/acquired' 2024-11-24T07:20:46,166 DEBUG [RS:0;1ab588ae992e:39021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:20:46,166 INFO [RS:0;1ab588ae992e:39021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:20:46,166 INFO [RS:0;1ab588ae992e:39021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:20:46,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:20:46,267 INFO [RS:0;1ab588ae992e:39021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:20:46,268 INFO [RS:0;1ab588ae992e:39021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39021%2C1732432843835, suffix=, logDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835, archiveDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/oldWALs, maxLogs=10 2024-11-24T07:20:46,280 DEBUG [RS:0;1ab588ae992e:39021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, exclude list is [], retry=0 2024-11-24T07:20:46,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33785,DS-ca3df0b1-08c3-4ed8-842c-80a1295735ad,DISK] 2024-11-24T07:20:46,286 INFO [RS:0;1ab588ae992e:39021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 2024-11-24T07:20:46,286 DEBUG [RS:0;1ab588ae992e:39021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-24T07:20:46,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:20:46,379 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec 2024-11-24T07:20:46,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:20:46,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:46,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:20:46,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:20:46,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:46,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:46,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:20:46,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:20:46,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:46,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:46,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:20:46,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:20:46,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:46,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:46,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:20:46,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:20:46,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:46,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:46,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:20:46,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740 2024-11-24T07:20:46,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740 2024-11-24T07:20:46,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:20:46,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:20:46,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:46,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:20:46,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:46,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69858889, jitterRate=0.0409785658121109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:46,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432846785Initializing all the Stores at 1732432846785Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432846785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432846785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432846785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432846785Cleaning up temporary data from old regions at 1732432846791 (+6 ms)Region opened successfully at 1732432846794 (+3 ms) 2024-11-24T07:20:46,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:20:46,794 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:20:46,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:20:46,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:20:46,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:20:46,794 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:46,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432846794Disabling compacts and flushes for region at 1732432846794Disabling writes for close at 1732432846794Writing region close event to WAL at 1732432846794Closed at 1732432846794 2024-11-24T07:20:46,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:46,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:20:46,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:20:46,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:20:46,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:20:46,946 DEBUG [1ab588ae992e:37671 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:20:46,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,39021,1732432843835 2024-11-24T07:20:46,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:20:46,948 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39021,1732432843835, state=OPENING 2024-11-24T07:20:46,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,995 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:20:46,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:46,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:47,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:47,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:20:47,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1475879809/meta-region-server: CHANGED 2024-11-24T07:20:47,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:20:47,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,39021,1732432843835}] 2024-11-24T07:20:47,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1475879809/meta-region-server: CHANGED 2024-11-24T07:20:47,158 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:20:47,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:20:47,162 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:20:47,162 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:47,162 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:20:47,163 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39021%2C1732432843835.meta, suffix=.meta, logDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835, archiveDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/oldWALs, maxLogs=10 2024-11-24T07:20:47,175 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.meta.1732432847163.meta, exclude list is [], retry=0 2024-11-24T07:20:47,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33785,DS-ca3df0b1-08c3-4ed8-842c-80a1295735ad,DISK] 2024-11-24T07:20:47,178 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.meta.1732432847163.meta 2024-11-24T07:20:47,178 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-24T07:20:47,178 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:47,178 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:47,178 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:20:47,179 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:20:47,179 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:20:47,179 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:20:47,179 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:47,179 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:20:47,179 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:20:47,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:20:47,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:20:47,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:47,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:47,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:20:47,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:20:47,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:47,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:47,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:20:47,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:20:47,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:47,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:47,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:20:47,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:20:47,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:47,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:47,183 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:20:47,183 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740 2024-11-24T07:20:47,184 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740 2024-11-24T07:20:47,185 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:20:47,185 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:20:47,185 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:47,186 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:20:47,186 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61620776, jitterRate=-0.081778883934021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:47,186 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:20:47,186 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432847179Writing region info on filesystem at 1732432847179Initializing all the Stores at 1732432847180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432847180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432847180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432847180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432847180Cleaning up temporary data from old regions at 1732432847185 (+5 ms)Running coprocessor post-open hooks at 1732432847186 (+1 ms)Region opened successfully at 1732432847186 2024-11-24T07:20:47,187 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432847158 2024-11-24T07:20:47,188 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:20:47,188 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:20:47,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,39021,1732432843835 2024-11-24T07:20:47,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,39021,1732432843835, state=OPEN 2024-11-24T07:20:47,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1475879809/meta-region-server 2024-11-24T07:20:47,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1475879809/meta-region-server 2024-11-24T07:20:47,195 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,39021,1732432843835 2024-11-24T07:20:47,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1475879809/meta-region-server: CHANGED 2024-11-24T07:20:47,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1475879809/meta-region-server: CHANGED 2024-11-24T07:20:47,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:20:47,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,39021,1732432843835 in 189 msec 2024-11-24T07:20:47,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:20:47,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-24T07:20:47,199 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:47,199 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:20:47,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:47,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39021,1732432843835, seqNum=-1] 2024-11-24T07:20:47,200 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:47,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:47,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-24T07:20:47,205 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432847205, completionTime=-1 2024-11-24T07:20:47,205 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:20:47,205 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:20:47,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:20:47,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432907207 2024-11-24T07:20:47,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432967207 2024-11-24T07:20:47,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:20:47,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37671,1732432843698-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:47,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37671,1732432843698-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:47,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37671,1732432843698-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:47,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:37671, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:47,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:47,208 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:47,209 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:20:47,210 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-11-24T07:20:47,210 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:20:47,210 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:20:47,210 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:20:47,210 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:20:47,210 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:20:47,210 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37671,1732432843698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:20:47,210 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37671,1732432843698-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:20:47,212 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:20:47,212 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:20:47,212 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37671,1732432843698-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:47,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408ba545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:47,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,37671,-1 for getting cluster id 2024-11-24T07:20:47,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:47,264 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c410d8ba-bd38-4864-b8c3-6fda59e40397' 2024-11-24T07:20:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c410d8ba-bd38-4864-b8c3-6fda59e40397" 2024-11-24T07:20:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c77918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,37671,-1] 2024-11-24T07:20:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:47,266 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:47,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573c7d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:47,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39021,1732432843835, seqNum=-1] 2024-11-24T07:20:47,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:47,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:47,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,37671,1732432843698 2024-11-24T07:20:47,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62194 2024-11-24T07:20:47,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:47,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016bb730380005 connected 2024-11-24T07:20:47,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/hadoop.log.dir so I do NOT create it in target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7 2024-11-24T07:20:47,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:20:47,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/hadoop.tmp.dir so I do NOT create it in target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7 2024-11-24T07:20:47,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:20:47,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7 2024-11-24T07:20:47,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:20:47,292 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/cluster_bf5ca992-781f-5be1-cb50-b2a35edce2d1, deleteOnExit=true 2024-11-24T07:20:47,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:20:47,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/test.cache.data in system properties and HBase conf 2024-11-24T07:20:47,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:20:47,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:20:47,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:20:47,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:20:47,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:20:47,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:20:47,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:20:47,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:47,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:20:47,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:20:47,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:20:47,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:20:47,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:47,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0b76d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:20:47,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251a61bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:20:47,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49974ffc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/java.io.tmpdir/jetty-localhost-42119-hadoop-hdfs-3_4_1-tests_jar-_-any-10988002803661375449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:20:47,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c7bb14e{HTTP/1.1, (http/1.1)}{localhost:42119} 2024-11-24T07:20:47,848 INFO [Time-limited test {}] server.Server(415): Started @239613ms 2024-11-24T07:20:48,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:20:48,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:20:48,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:20:48,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:20:48,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:20:48,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34be8aba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:20:48,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c211b32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:20:48,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f7670e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/java.io.tmpdir/jetty-localhost-43861-hadoop-hdfs-3_4_1-tests_jar-_-any-18193713591946343948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:20:48,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35afb4e1{HTTP/1.1, (http/1.1)}{localhost:43861} 2024-11-24T07:20:48,270 INFO [Time-limited test {}] server.Server(415): Started @240034ms 2024-11-24T07:20:48,271 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:20:49,164 WARN [Thread-2912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/cluster_bf5ca992-781f-5be1-cb50-b2a35edce2d1/data/data2/current/BP-238152845-172.17.0.3-1732432847315/current, will proceed with Du for space computation calculation, 2024-11-24T07:20:49,164 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/cluster_bf5ca992-781f-5be1-cb50-b2a35edce2d1/data/data1/current/BP-238152845-172.17.0.3-1732432847315/current, will proceed with Du for space computation calculation, 2024-11-24T07:20:49,182 WARN [Thread-2899 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:20:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a1a5f4ab1ec7c21 with lease ID 0xcf7e9b6e4628832b: Processing first storage report for DS-02a0e44b-05ef-4da4-af31-111f12dd14d8 from datanode DatanodeRegistration(127.0.0.1:42715, datanodeUuid=746f6365-9d9f-4d91-b67e-820ff11e655d, infoPort=36805, infoSecurePort=0, ipcPort=44757, storageInfo=lv=-57;cid=testClusterID;nsid=947704030;c=1732432847315) 2024-11-24T07:20:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a1a5f4ab1ec7c21 with lease ID 0xcf7e9b6e4628832b: from storage DS-02a0e44b-05ef-4da4-af31-111f12dd14d8 node DatanodeRegistration(127.0.0.1:42715, datanodeUuid=746f6365-9d9f-4d91-b67e-820ff11e655d, infoPort=36805, infoSecurePort=0, ipcPort=44757, storageInfo=lv=-57;cid=testClusterID;nsid=947704030;c=1732432847315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:20:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a1a5f4ab1ec7c21 with lease ID 0xcf7e9b6e4628832b: Processing first storage report for DS-6e53dd35-70e1-4f7d-989c-8a520572f5aa from datanode DatanodeRegistration(127.0.0.1:42715, datanodeUuid=746f6365-9d9f-4d91-b67e-820ff11e655d, infoPort=36805, infoSecurePort=0, ipcPort=44757, storageInfo=lv=-57;cid=testClusterID;nsid=947704030;c=1732432847315) 2024-11-24T07:20:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a1a5f4ab1ec7c21 with lease ID 0xcf7e9b6e4628832b: from storage DS-6e53dd35-70e1-4f7d-989c-8a520572f5aa node DatanodeRegistration(127.0.0.1:42715, datanodeUuid=746f6365-9d9f-4d91-b67e-820ff11e655d, infoPort=36805, infoSecurePort=0, ipcPort=44757, storageInfo=lv=-57;cid=testClusterID;nsid=947704030;c=1732432847315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:20:49,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7 2024-11-24T07:20:49,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:49,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:49,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:20:49,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:49,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:49,425 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48422 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:20:49,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c with version=8 2024-11-24T07:20:49,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/hbase-staging 2024-11-24T07:20:49,606 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:20:49,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:49,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:49,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:20:49,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:49,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:20:49,606 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:20:49,606 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:20:49,607 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43809 2024-11-24T07:20:49,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43809 connecting to ZooKeeper ensemble=127.0.0.1:62194 2024-11-24T07:20:49,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438090x0, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:49,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43809-0x1016bb730380006 connected 2024-11-24T07:20:49,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:49,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:49,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Set watcher on znode that does not yet exist, /2421345754/running 2024-11-24T07:20:49,757 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c, hbase.cluster.distributed=false 2024-11-24T07:20:49,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Set watcher on znode that does not yet exist, /2421345754/acl 2024-11-24T07:20:49,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43809 2024-11-24T07:20:49,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43809 2024-11-24T07:20:49,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43809 2024-11-24T07:20:49,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43809 2024-11-24T07:20:49,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43809 2024-11-24T07:20:49,777 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:20:49,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:49,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:49,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:20:49,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:20:49,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:20:49,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:20:49,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:20:49,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41193 2024-11-24T07:20:49,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41193 connecting to ZooKeeper ensemble=127.0.0.1:62194 2024-11-24T07:20:49,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:49,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:49,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411930x0, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:49,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411930x0, quorum=127.0.0.1:62194, baseZNode=/2421345754 Set watcher on znode that does not yet exist, /2421345754/running 2024-11-24T07:20:49,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41193-0x1016bb730380007 connected 2024-11-24T07:20:49,796 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:20:49,796 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:20:49,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Set watcher on znode that does not yet exist, /2421345754/master 2024-11-24T07:20:49,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Set watcher on znode that does not yet exist, /2421345754/acl 2024-11-24T07:20:49,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41193 2024-11-24T07:20:49,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41193 2024-11-24T07:20:49,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41193 2024-11-24T07:20:49,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41193 2024-11-24T07:20:49,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41193 2024-11-24T07:20:49,810 DEBUG [M:0;1ab588ae992e:43809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:43809 2024-11-24T07:20:49,811 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2421345754/backup-masters/1ab588ae992e,43809,1732432849606 2024-11-24T07:20:49,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754/backup-masters 2024-11-24T07:20:49,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754/backup-masters 2024-11-24T07:20:49,817 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Set watcher on existing znode=/2421345754/backup-masters/1ab588ae992e,43809,1732432849606 2024-11-24T07:20:49,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2421345754/master 2024-11-24T07:20:49,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:49,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:49,827 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Set watcher on existing znode=/2421345754/master 2024-11-24T07:20:49,827 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2421345754/backup-masters/1ab588ae992e,43809,1732432849606 from backup master directory 2024-11-24T07:20:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2421345754/backup-masters/1ab588ae992e,43809,1732432849606 2024-11-24T07:20:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754/backup-masters 2024-11-24T07:20:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754/backup-masters 2024-11-24T07:20:49,837 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:20:49,837 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,43809,1732432849606 2024-11-24T07:20:49,840 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/hbase.id] with ID: 6c491269-7f7e-4d27-8f57-79e8b14b33e9 2024-11-24T07:20:49,840 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/.tmp/hbase.id 2024-11-24T07:20:49,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:20:50,244 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/.tmp/hbase.id]:[hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/hbase.id] 2024-11-24T07:20:50,251 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:20:50,251 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:20:50,252 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:20:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:50,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:20:50,705 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:50,706 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:20:50,706 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:50,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:20:51,112 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store 2024-11-24T07:20:51,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:20:51,518 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:51,518 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:20:51,518 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:51,518 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:51,518 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:20:51,518 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:51,518 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:20:51,518 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432851518Disabling compacts and flushes for region at 1732432851518Disabling writes for close at 1732432851518Writing region close event to WAL at 1732432851518Closed at 1732432851518 2024-11-24T07:20:51,519 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/.initializing 2024-11-24T07:20:51,519 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/WALs/1ab588ae992e,43809,1732432849606 2024-11-24T07:20:51,520 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:20:51,521 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C43809%2C1732432849606, suffix=, logDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/WALs/1ab588ae992e,43809,1732432849606, archiveDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/oldWALs, maxLogs=10 2024-11-24T07:20:51,536 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/WALs/1ab588ae992e,43809,1732432849606/1ab588ae992e%2C43809%2C1732432849606.1732432851521, exclude list is [], retry=0 2024-11-24T07:20:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42715,DS-02a0e44b-05ef-4da4-af31-111f12dd14d8,DISK] 2024-11-24T07:20:51,539 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/WALs/1ab588ae992e,43809,1732432849606/1ab588ae992e%2C43809%2C1732432849606.1732432851521 2024-11-24T07:20:51,540 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36805:36805)] 2024-11-24T07:20:51,540 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:51,540 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:51,540 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,540 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:20:51,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:51,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:51,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:20:51,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:51,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:51,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:20:51,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:51,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:51,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:20:51,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:51,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:51,546 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,547 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,547 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,548 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,548 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,548 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:51,549 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:20:51,550 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:51,551 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65986818, jitterRate=-0.016719788312911987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:51,551 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432851540Initializing all the Stores at 1732432851541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432851541Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432851541Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432851541Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432851541Cleaning up temporary data from old regions at 1732432851548 (+7 ms)Region opened successfully at 1732432851551 (+3 ms) 2024-11-24T07:20:51,551 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:20:51,553 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bff8a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:20:51,554 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:20:51,554 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:20:51,554 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:20:51,554 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:20:51,554 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:20:51,555 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:20:51,555 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:20:51,556 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:20:51,557 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Unable to get data of znode /2421345754/balancer because node does not exist (not necessarily an error) 2024-11-24T07:20:51,627 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2421345754/balancer already deleted, retry=false 2024-11-24T07:20:51,627 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:20:51,628 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Unable to get data of znode /2421345754/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:20:51,637 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2421345754/normalizer already deleted, retry=false 2024-11-24T07:20:51,637 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:20:51,638 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Unable to get data of znode /2421345754/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:20:51,648 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2421345754/switch/split already deleted, retry=false 2024-11-24T07:20:51,648 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Unable to get data of znode /2421345754/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:20:51,658 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2421345754/switch/merge already deleted, retry=false 2024-11-24T07:20:51,660 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Unable to get data of znode /2421345754/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:20:51,669 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2421345754/snapshot-cleanup already deleted, retry=false 2024-11-24T07:20:51,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2421345754/running 2024-11-24T07:20:51,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2421345754/running 2024-11-24T07:20:51,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:51,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:51,680 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,43809,1732432849606, sessionid=0x1016bb730380006, setting cluster-up flag (Was=false) 2024-11-24T07:20:51,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:51,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:51,732 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2421345754/flush-table-proc/acquired, /2421345754/flush-table-proc/reached, /2421345754/flush-table-proc/abort 2024-11-24T07:20:51,733 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,43809,1732432849606 2024-11-24T07:20:51,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:51,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:51,785 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2421345754/online-snapshot/acquired, /2421345754/online-snapshot/reached, /2421345754/online-snapshot/abort 2024-11-24T07:20:51,785 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,43809,1732432849606 2024-11-24T07:20:51,786 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:20:51,787 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:51,787 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:20:51,787 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:20:51,788 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,43809,1732432849606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:20:51,788 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:51,788 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:51,789 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:51,789 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:20:51,789 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:20:51,789 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,789 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:20:51,789 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,789 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432881789 2024-11-24T07:20:51,789 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:20:51,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:20:51,791 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432851790,5,FailOnTimeoutGroup] 2024-11-24T07:20:51,791 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432851791,5,FailOnTimeoutGroup] 2024-11-24T07:20:51,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:20:51,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,791 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,792 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:51,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:20:51,793 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:51,793 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:20:51,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:20:51,802 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(746): ClusterId : 6c491269-7f7e-4d27-8f57-79e8b14b33e9 2024-11-24T07:20:51,802 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:20:51,814 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:20:51,814 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:20:51,825 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:20:51,825 DEBUG [RS:0;1ab588ae992e:41193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dfbe23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:20:51,839 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:41193 2024-11-24T07:20:51,839 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:20:51,839 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:20:51,839 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:20:51,839 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,43809,1732432849606 with port=41193, startcode=1732432849776 2024-11-24T07:20:51,840 DEBUG [RS:0;1ab588ae992e:41193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:20:51,841 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:20:51,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,41193,1732432849776 2024-11-24T07:20:51,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43809 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,41193,1732432849776 2024-11-24T07:20:51,842 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c 2024-11-24T07:20:51,842 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46207 2024-11-24T07:20:51,842 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:20:51,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754/rs 2024-11-24T07:20:51,880 DEBUG [RS:0;1ab588ae992e:41193 {}] zookeeper.ZKUtil(111): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Set watcher on existing znode=/2421345754/rs/1ab588ae992e,41193,1732432849776 2024-11-24T07:20:51,880 WARN [RS:0;1ab588ae992e:41193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:20:51,880 INFO [RS:0;1ab588ae992e:41193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:51,880 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776 2024-11-24T07:20:51,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,41193,1732432849776] 2024-11-24T07:20:51,882 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:20:51,883 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:20:51,883 INFO [RS:0;1ab588ae992e:41193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:20:51,883 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,883 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:20:51,884 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:20:51,884 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:20:51,884 DEBUG [RS:0;1ab588ae992e:41193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:20:51,885 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,885 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,885 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,885 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,885 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,885 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41193,1732432849776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:20:51,897 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:20:51,897 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41193,1732432849776-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,897 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,897 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.Replication(171): 1ab588ae992e,41193,1732432849776 started 2024-11-24T07:20:51,908 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:51,908 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,41193,1732432849776, RpcServer on 1ab588ae992e/172.17.0.3:41193, sessionid=0x1016bb730380007 2024-11-24T07:20:51,908 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:20:51,908 DEBUG [RS:0;1ab588ae992e:41193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,41193,1732432849776 2024-11-24T07:20:51,908 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,41193,1732432849776' 2024-11-24T07:20:51,908 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2421345754/flush-table-proc/abort' 2024-11-24T07:20:51,909 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2421345754/flush-table-proc/acquired' 2024-11-24T07:20:51,909 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:20:51,909 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:20:51,909 DEBUG [RS:0;1ab588ae992e:41193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,41193,1732432849776 2024-11-24T07:20:51,909 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,41193,1732432849776' 2024-11-24T07:20:51,909 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2421345754/online-snapshot/abort' 2024-11-24T07:20:51,910 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2421345754/online-snapshot/acquired' 2024-11-24T07:20:51,910 DEBUG [RS:0;1ab588ae992e:41193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:20:51,910 INFO [RS:0;1ab588ae992e:41193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:20:51,910 INFO [RS:0;1ab588ae992e:41193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:20:52,010 INFO [RS:0;1ab588ae992e:41193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:20:52,011 INFO [RS:0;1ab588ae992e:41193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C41193%2C1732432849776, suffix=, logDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776, archiveDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/oldWALs, maxLogs=10 2024-11-24T07:20:52,023 DEBUG [RS:0;1ab588ae992e:41193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, exclude list is [], retry=0 2024-11-24T07:20:52,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42715,DS-02a0e44b-05ef-4da4-af31-111f12dd14d8,DISK] 2024-11-24T07:20:52,026 INFO [RS:0;1ab588ae992e:41193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 2024-11-24T07:20:52,026 DEBUG [RS:0;1ab588ae992e:41193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36805:36805)] 2024-11-24T07:20:52,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:20:52,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c 2024-11-24T07:20:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:20:52,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:52,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:20:52,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:20:52,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:52,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:52,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:20:52,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:20:52,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:52,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:52,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:20:52,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:20:52,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:52,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:52,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:20:52,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:20:52,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:52,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:52,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:20:52,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740 2024-11-24T07:20:52,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740 2024-11-24T07:20:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:20:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:20:52,610 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:52,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:20:52,612 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:52,613 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67590274, jitterRate=0.0071735680103302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:52,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432852603Initializing all the Stores at 1732432852603Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432852603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432852603Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432852603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432852603Cleaning up temporary data from old regions at 1732432852610 (+7 ms)Region opened successfully at 1732432852613 (+3 ms) 2024-11-24T07:20:52,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:20:52,613 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:20:52,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:20:52,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:20:52,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:20:52,613 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:20:52,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432852613Disabling compacts and flushes for region at 1732432852613Disabling writes for close at 1732432852613Writing region close event to WAL at 1732432852613Closed at 1732432852613 2024-11-24T07:20:52,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:52,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:20:52,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:20:52,615 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:20:52,615 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:20:52,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:20:52,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:52,766 DEBUG [1ab588ae992e:43809 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:20:52,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,41193,1732432849776 2024-11-24T07:20:52,767 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,41193,1732432849776, state=OPENING 2024-11-24T07:20:52,837 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:20:52,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:52,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:20:52,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:20:52,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2421345754/meta-region-server: CHANGED 2024-11-24T07:20:52,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2421345754/meta-region-server: CHANGED 2024-11-24T07:20:52,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,41193,1732432849776}] 2024-11-24T07:20:53,000 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:20:53,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:20:53,003 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:20:53,003 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:53,004 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:20:53,004 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C41193%2C1732432849776.meta, suffix=.meta, logDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776, archiveDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/oldWALs, maxLogs=10 2024-11-24T07:20:53,016 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.meta.1732432853005.meta, exclude list is [], retry=0 2024-11-24T07:20:53,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42715,DS-02a0e44b-05ef-4da4-af31-111f12dd14d8,DISK] 2024-11-24T07:20:53,019 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.meta.1732432853005.meta 2024-11-24T07:20:53,019 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36805:36805)] 2024-11-24T07:20:53,019 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:53,020 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:53,020 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:20:53,020 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:20:53,020 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:20:53,020 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:20:53,020 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:53,020 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:20:53,020 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:20:53,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:20:53,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:20:53,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:53,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:53,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:20:53,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:20:53,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:53,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:53,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:20:53,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:20:53,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:53,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:53,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:20:53,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:20:53,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:53,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:20:53,025 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:20:53,025 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740 2024-11-24T07:20:53,026 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740 2024-11-24T07:20:53,026 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:20:53,026 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:20:53,027 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:20:53,027 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:20:53,028 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73843742, jitterRate=0.10035750269889832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:20:53,028 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:20:53,028 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432853020Writing region info on filesystem at 1732432853020Initializing all the Stores at 1732432853021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432853021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432853021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432853021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432853021Cleaning up temporary data from old regions at 1732432853026 (+5 ms)Running coprocessor post-open hooks at 1732432853028 (+2 ms)Region opened successfully at 1732432853028 2024-11-24T07:20:53,029 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432853000 2024-11-24T07:20:53,030 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:20:53,030 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:20:53,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,41193,1732432849776 2024-11-24T07:20:53,031 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,41193,1732432849776, state=OPEN 2024-11-24T07:20:53,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2421345754/meta-region-server 2024-11-24T07:20:53,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2421345754/meta-region-server 2024-11-24T07:20:53,121 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,41193,1732432849776 2024-11-24T07:20:53,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2421345754/meta-region-server: CHANGED 2024-11-24T07:20:53,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2421345754/meta-region-server: CHANGED 2024-11-24T07:20:53,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:20:53,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,41193,1732432849776 in 273 msec 2024-11-24T07:20:53,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:20:53,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-24T07:20:53,125 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:20:53,125 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:20:53,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:53,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,41193,1732432849776, seqNum=-1] 2024-11-24T07:20:53,127 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:53,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:53,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-24T07:20:53,132 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432853132, completionTime=-1 2024-11-24T07:20:53,132 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:20:53,132 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:20:53,133 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:20:53,133 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432913133 2024-11-24T07:20:53,133 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432973133 2024-11-24T07:20:53,133 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:20:53,134 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43809,1732432849606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:53,134 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43809,1732432849606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:53,134 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43809,1732432849606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:53,134 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:43809, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:53,134 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:53,134 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:53,135 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:20:53,137 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.300sec 2024-11-24T07:20:53,137 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:20:53,137 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:20:53,137 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:20:53,137 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:20:53,137 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:20:53,137 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43809,1732432849606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:20:53,137 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43809,1732432849606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:20:53,139 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:20:53,139 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:20:53,139 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43809,1732432849606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:20:53,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6210f4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:53,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43809,-1 for getting cluster id 2024-11-24T07:20:53,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:53,204 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c491269-7f7e-4d27-8f57-79e8b14b33e9' 2024-11-24T07:20:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c491269-7f7e-4d27-8f57-79e8b14b33e9" 2024-11-24T07:20:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7303b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43809,-1] 2024-11-24T07:20:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:53,205 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:53,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcd44a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:53,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:20:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,41193,1732432849776, seqNum=-1] 2024-11-24T07:20:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:20:53,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:20:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,43809,1732432849606 2024-11-24T07:20:53,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62194 2024-11-24T07:20:53,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:20:53,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016bb730380008 connected 2024-11-24T07:20:53,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43303,1732432837910 2024-11-24T07:20:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d300d51 2024-11-24T07:20:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:53,251 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:53,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:20:53,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:20:53,253 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:53,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:20:53,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:20:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:53,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:20:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:53,663 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dde797a544bdc13065265a50e38b544, NAME => 'test,,1732432853251.7dde797a544bdc13065265a50e38b544.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf 2024-11-24T07:20:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:20:53,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432853251.7dde797a544bdc13065265a50e38b544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:53,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7dde797a544bdc13065265a50e38b544, disabling compactions & flushes 2024-11-24T07:20:53,667 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:20:53,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:20:53,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432853251.7dde797a544bdc13065265a50e38b544. after waiting 0 ms 2024-11-24T07:20:53,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:20:53,667 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:20:53,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dde797a544bdc13065265a50e38b544: Waiting for close lock at 1732432853667Disabling compacts and flushes for region at 1732432853667Disabling writes for close at 1732432853667Writing region close event to WAL at 1732432853667Closed at 1732432853667 2024-11-24T07:20:53,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:20:53,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432853251.7dde797a544bdc13065265a50e38b544.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432853668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432853668"}]},"ts":"1732432853668"} 2024-11-24T07:20:53,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:20:53,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:20:53,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432853671"}]},"ts":"1732432853671"} 2024-11-24T07:20:53,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:20:53,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7dde797a544bdc13065265a50e38b544, ASSIGN}] 2024-11-24T07:20:53,674 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7dde797a544bdc13065265a50e38b544, ASSIGN 2024-11-24T07:20:53,674 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7dde797a544bdc13065265a50e38b544, ASSIGN; state=OFFLINE, location=1ab588ae992e,40495,1732432838119; forceNewPlan=false, retain=false 2024-11-24T07:20:53,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7dde797a544bdc13065265a50e38b544, regionState=OPENING, regionLocation=1ab588ae992e,40495,1732432838119 2024-11-24T07:20:53,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7dde797a544bdc13065265a50e38b544, ASSIGN because future has completed 2024-11-24T07:20:53,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dde797a544bdc13065265a50e38b544, server=1ab588ae992e,40495,1732432838119}] 2024-11-24T07:20:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:53,982 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:20:53,982 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dde797a544bdc13065265a50e38b544, NAME => 'test,,1732432853251.7dde797a544bdc13065265a50e38b544.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:53,982 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:53,983 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:20:53,983 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,983 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432853251.7dde797a544bdc13065265a50e38b544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:53,983 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,983 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,984 INFO [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,985 INFO [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dde797a544bdc13065265a50e38b544 columnFamilyName f 2024-11-24T07:20:53,985 DEBUG [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:53,985 INFO [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] regionserver.HStore(327): Store=7dde797a544bdc13065265a50e38b544/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:53,985 INFO [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,986 INFO [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dde797a544bdc13065265a50e38b544 columnFamilyName f1 2024-11-24T07:20:53,986 DEBUG [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:53,986 INFO [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] regionserver.HStore(327): Store=7dde797a544bdc13065265a50e38b544/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:53,986 INFO [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,987 INFO [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dde797a544bdc13065265a50e38b544 columnFamilyName norep 2024-11-24T07:20:53,987 DEBUG [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:53,987 INFO [StoreOpener-7dde797a544bdc13065265a50e38b544-1 {}] regionserver.HStore(327): Store=7dde797a544bdc13065265a50e38b544/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:53,987 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,987 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,988 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,988 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,988 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,988 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:20:53,989 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,990 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:53,990 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7dde797a544bdc13065265a50e38b544; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67314507, jitterRate=0.0030643194913864136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:20:53,990 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dde797a544bdc13065265a50e38b544 2024-11-24T07:20:53,991 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7dde797a544bdc13065265a50e38b544: Running coprocessor pre-open hook at 1732432853983Writing region info on filesystem at 1732432853983Initializing all the Stores at 1732432853984 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432853984Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432853984Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432853984Cleaning up temporary data from old regions at 1732432853988 (+4 ms)Running coprocessor post-open hooks at 1732432853990 (+2 ms)Region opened successfully at 1732432853991 (+1 ms) 2024-11-24T07:20:53,991 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432853251.7dde797a544bdc13065265a50e38b544., pid=6, masterSystemTime=1732432853979 2024-11-24T07:20:53,993 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:20:53,993 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:20:53,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7dde797a544bdc13065265a50e38b544, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,40495,1732432838119 2024-11-24T07:20:53,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dde797a544bdc13065265a50e38b544, server=1ab588ae992e,40495,1732432838119 because future has completed 2024-11-24T07:20:53,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:20:53,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dde797a544bdc13065265a50e38b544, server=1ab588ae992e,40495,1732432838119 in 169 msec 2024-11-24T07:20:53,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:20:53,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7dde797a544bdc13065265a50e38b544, ASSIGN in 324 msec 2024-11-24T07:20:53,999 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:20:53,999 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432853999"}]},"ts":"1732432853999"} 2024-11-24T07:20:54,001 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:20:54,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:20:54,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-24T07:20:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:54,395 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:20:54,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,37671,1732432843698 2024-11-24T07:20:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66302ffa 2024-11-24T07:20:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:54,397 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:54,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:20:54,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:20:54,400 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:54,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:20:54,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:20:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:54,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:20:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:54,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:20:54,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T07:20:54,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:20:54,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T07:20:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:54,808 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7982901dfa93c3030dd11d494bed04a5, NAME => 'test,,1732432854397.7982901dfa93c3030dd11d494bed04a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec 2024-11-24T07:20:54,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:20:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:55,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432854397.7982901dfa93c3030dd11d494bed04a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:55,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7982901dfa93c3030dd11d494bed04a5, disabling compactions & flushes 2024-11-24T07:20:55,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:20:55,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:20:55,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. after waiting 0 ms 2024-11-24T07:20:55,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:20:55,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:20:55,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7982901dfa93c3030dd11d494bed04a5: Waiting for close lock at 1732432855213Disabling compacts and flushes for region at 1732432855213Disabling writes for close at 1732432855213Writing region close event to WAL at 1732432855213Closed at 1732432855213 2024-11-24T07:20:55,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:20:55,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432854397.7982901dfa93c3030dd11d494bed04a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432855214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432855214"}]},"ts":"1732432855214"} 2024-11-24T07:20:55,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:20:55,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:20:55,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432855217"}]},"ts":"1732432855217"} 2024-11-24T07:20:55,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:20:55,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7982901dfa93c3030dd11d494bed04a5, ASSIGN}] 2024-11-24T07:20:55,219 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7982901dfa93c3030dd11d494bed04a5, ASSIGN 2024-11-24T07:20:55,220 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7982901dfa93c3030dd11d494bed04a5, ASSIGN; state=OFFLINE, location=1ab588ae992e,39021,1732432843835; forceNewPlan=false, retain=false 2024-11-24T07:20:55,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7982901dfa93c3030dd11d494bed04a5, regionState=OPENING, regionLocation=1ab588ae992e,39021,1732432843835 2024-11-24T07:20:55,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7982901dfa93c3030dd11d494bed04a5, ASSIGN because future has completed 2024-11-24T07:20:55,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7982901dfa93c3030dd11d494bed04a5, server=1ab588ae992e,39021,1732432843835}] 2024-11-24T07:20:55,527 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:20:55,527 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7982901dfa93c3030dd11d494bed04a5, NAME => 'test,,1732432854397.7982901dfa93c3030dd11d494bed04a5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:55,527 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:55,528 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:20:55,528 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,528 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432854397.7982901dfa93c3030dd11d494bed04a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:55,528 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,528 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,529 INFO [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,530 INFO [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7982901dfa93c3030dd11d494bed04a5 columnFamilyName f 2024-11-24T07:20:55,530 DEBUG [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:55,530 INFO [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] regionserver.HStore(327): Store=7982901dfa93c3030dd11d494bed04a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:55,530 INFO [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,531 INFO [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7982901dfa93c3030dd11d494bed04a5 columnFamilyName f1 2024-11-24T07:20:55,531 DEBUG [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:55,531 INFO [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] regionserver.HStore(327): Store=7982901dfa93c3030dd11d494bed04a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:55,531 INFO [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,532 INFO [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7982901dfa93c3030dd11d494bed04a5 columnFamilyName norep 2024-11-24T07:20:55,532 DEBUG [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:55,532 INFO [StoreOpener-7982901dfa93c3030dd11d494bed04a5-1 {}] regionserver.HStore(327): Store=7982901dfa93c3030dd11d494bed04a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:55,532 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,533 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,533 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,533 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,533 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,534 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:20:55,535 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:55,536 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:55,536 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7982901dfa93c3030dd11d494bed04a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58840634, jitterRate=-0.123206228017807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:20:55,536 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:20:55,536 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7982901dfa93c3030dd11d494bed04a5: Running coprocessor pre-open hook at 1732432855528Writing region info on filesystem at 1732432855528Initializing all the Stores at 1732432855528Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432855529 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432855529Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432855529Cleaning up temporary data from old regions at 1732432855534 (+5 ms)Running coprocessor post-open hooks at 1732432855536 (+2 ms)Region opened successfully at 1732432855536 2024-11-24T07:20:55,537 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432854397.7982901dfa93c3030dd11d494bed04a5., pid=6, masterSystemTime=1732432855524 2024-11-24T07:20:55,539 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:20:55,539 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:20:55,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7982901dfa93c3030dd11d494bed04a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,39021,1732432843835 2024-11-24T07:20:55,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7982901dfa93c3030dd11d494bed04a5, server=1ab588ae992e,39021,1732432843835 because future has completed 2024-11-24T07:20:55,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:20:55,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7982901dfa93c3030dd11d494bed04a5, server=1ab588ae992e,39021,1732432843835 in 169 msec 2024-11-24T07:20:55,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:20:55,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7982901dfa93c3030dd11d494bed04a5, ASSIGN in 325 msec 2024-11-24T07:20:55,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:20:55,545 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432855545"}]},"ts":"1732432855545"} 2024-11-24T07:20:55,547 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:20:55,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:20:55,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-24T07:20:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:56,544 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:20:56,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:56,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43809,1732432849606 2024-11-24T07:20:56,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@117a3492 2024-11-24T07:20:56,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:56,546 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:56,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:20:56,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:20:56,549 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:56,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:20:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:56,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:20:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:20:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:56,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0c8875508f0ff4744bbcf6190bef0ba, NAME => 'test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c 2024-11-24T07:20:57,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:20:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:57,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:57,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a0c8875508f0ff4744bbcf6190bef0ba, disabling compactions & flushes 2024-11-24T07:20:57,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:20:57,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:20:57,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. after waiting 0 ms 2024-11-24T07:20:57,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:20:57,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:20:57,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0c8875508f0ff4744bbcf6190bef0ba: Waiting for close lock at 1732432857421Disabling compacts and flushes for region at 1732432857421Disabling writes for close at 1732432857421Writing region close event to WAL at 1732432857421Closed at 1732432857421 2024-11-24T07:20:57,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:20:57,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432857422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432857422"}]},"ts":"1732432857422"} 2024-11-24T07:20:57,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:20:57,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:20:57,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432857425"}]},"ts":"1732432857425"} 2024-11-24T07:20:57,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:20:57,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0c8875508f0ff4744bbcf6190bef0ba, ASSIGN}] 2024-11-24T07:20:57,428 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0c8875508f0ff4744bbcf6190bef0ba, ASSIGN 2024-11-24T07:20:57,429 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a0c8875508f0ff4744bbcf6190bef0ba, ASSIGN; state=OFFLINE, location=1ab588ae992e,41193,1732432849776; forceNewPlan=false, retain=false 2024-11-24T07:20:57,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0c8875508f0ff4744bbcf6190bef0ba, regionState=OPENING, regionLocation=1ab588ae992e,41193,1732432849776 2024-11-24T07:20:57,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a0c8875508f0ff4744bbcf6190bef0ba, ASSIGN because future has completed 2024-11-24T07:20:57,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0c8875508f0ff4744bbcf6190bef0ba, server=1ab588ae992e,41193,1732432849776}] 2024-11-24T07:20:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:57,736 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:20:57,736 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a0c8875508f0ff4744bbcf6190bef0ba, NAME => 'test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:57,737 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:57,737 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:20:57,737 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,737 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:57,737 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,737 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,738 INFO [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,739 INFO [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0c8875508f0ff4744bbcf6190bef0ba columnFamilyName f 2024-11-24T07:20:57,739 DEBUG [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:57,739 INFO [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] regionserver.HStore(327): Store=a0c8875508f0ff4744bbcf6190bef0ba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:57,739 INFO [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,740 INFO [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0c8875508f0ff4744bbcf6190bef0ba columnFamilyName f1 2024-11-24T07:20:57,740 DEBUG [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:57,740 INFO [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] regionserver.HStore(327): Store=a0c8875508f0ff4744bbcf6190bef0ba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:57,740 INFO [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,741 INFO [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0c8875508f0ff4744bbcf6190bef0ba columnFamilyName norep 2024-11-24T07:20:57,741 DEBUG [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:57,741 INFO [StoreOpener-a0c8875508f0ff4744bbcf6190bef0ba-1 {}] regionserver.HStore(327): Store=a0c8875508f0ff4744bbcf6190bef0ba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:57,741 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,742 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,742 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,743 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,743 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,743 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:20:57,744 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,745 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:57,745 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a0c8875508f0ff4744bbcf6190bef0ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67551475, jitterRate=0.006595417857170105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:20:57,746 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:20:57,746 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a0c8875508f0ff4744bbcf6190bef0ba: Running coprocessor pre-open hook at 1732432857737Writing region info on filesystem at 1732432857737Initializing all the Stores at 1732432857738 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432857738Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432857738Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432857738Cleaning up temporary data from old regions at 1732432857743 (+5 ms)Running coprocessor post-open hooks at 1732432857746 (+3 ms)Region opened successfully at 1732432857746 2024-11-24T07:20:57,746 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba., pid=6, masterSystemTime=1732432857733 2024-11-24T07:20:57,748 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:20:57,748 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:20:57,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0c8875508f0ff4744bbcf6190bef0ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,41193,1732432849776 2024-11-24T07:20:57,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0c8875508f0ff4744bbcf6190bef0ba, server=1ab588ae992e,41193,1732432849776 because future has completed 2024-11-24T07:20:57,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:20:57,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0c8875508f0ff4744bbcf6190bef0ba, server=1ab588ae992e,41193,1732432849776 in 171 msec 2024-11-24T07:20:57,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:20:57,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a0c8875508f0ff4744bbcf6190bef0ba, ASSIGN in 327 msec 2024-11-24T07:20:57,756 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:20:57,757 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432857756"}]},"ts":"1732432857756"} 2024-11-24T07:20:57,758 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:20:57,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:20:57,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2130 sec 2024-11-24T07:20:57,882 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T07:20:58,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:20:58,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:20:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:20:58,695 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:20:58,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e44d164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:58,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43303,-1 for getting cluster id 2024-11-24T07:20:58,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:58,697 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ef7cf5-2b5b-4b59-9a9c-cab543776255' 2024-11-24T07:20:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ef7cf5-2b5b-4b59-9a9c-cab543776255" 2024-11-24T07:20:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c4c7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43303,-1] 2024-11-24T07:20:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:58,698 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b7dbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:58,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:58,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43303,1732432837910 2024-11-24T07:20:58,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6100fcb1 2024-11-24T07:20:58,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:58,701 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:58,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:37671,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:20:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:20:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:58,703 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:37671' 2024-11-24T07:20:58,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e957c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:58,704 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,37671,-1 for getting cluster id 2024-11-24T07:20:58,704 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:20:58,705 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c410d8ba-bd38-4864-b8c3-6fda59e40397' 2024-11-24T07:20:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:20:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c410d8ba-bd38-4864-b8c3-6fda59e40397" 2024-11-24T07:20:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd49a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,37671,-1] 2024-11-24T07:20:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:20:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:58,706 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:20:58,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8e9369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:20:58,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:20:58,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,37671,1732432843698 2024-11-24T07:20:58,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4223f6d4 2024-11-24T07:20:58,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:20:58,708 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:20:58,709 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T07:20:58,709 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:20:58,709 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:58,709 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:20:58,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:20:58,709 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:20:58,710 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:20:58,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:20:58,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:58,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:20:58,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:20:58,760 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:20:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:59,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3de04f208a0e71e986f5e3825c6dc6ec, NAME => 'hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf 2024-11-24T07:20:59,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:20:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:59,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:59,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3de04f208a0e71e986f5e3825c6dc6ec, disabling compactions & flushes 2024-11-24T07:20:59,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:20:59,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:20:59,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. after waiting 0 ms 2024-11-24T07:20:59,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:20:59,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:20:59,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3de04f208a0e71e986f5e3825c6dc6ec: Waiting for close lock at 1732432859521Disabling compacts and flushes for region at 1732432859521Disabling writes for close at 1732432859521Writing region close event to WAL at 1732432859522 (+1 ms)Closed at 1732432859522 2024-11-24T07:20:59,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:20:59,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432859523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432859523"}]},"ts":"1732432859523"} 2024-11-24T07:20:59,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:20:59,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:20:59,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432859525"}]},"ts":"1732432859525"} 2024-11-24T07:20:59,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:20:59,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3de04f208a0e71e986f5e3825c6dc6ec, ASSIGN}] 2024-11-24T07:20:59,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3de04f208a0e71e986f5e3825c6dc6ec, ASSIGN 2024-11-24T07:20:59,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3de04f208a0e71e986f5e3825c6dc6ec, ASSIGN; state=OFFLINE, location=1ab588ae992e,40495,1732432838119; forceNewPlan=false, retain=false 2024-11-24T07:20:59,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3de04f208a0e71e986f5e3825c6dc6ec, regionState=OPENING, regionLocation=1ab588ae992e,40495,1732432838119 2024-11-24T07:20:59,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3de04f208a0e71e986f5e3825c6dc6ec, ASSIGN because future has completed 2024-11-24T07:20:59,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3de04f208a0e71e986f5e3825c6dc6ec, server=1ab588ae992e,40495,1732432838119}] 2024-11-24T07:20:59,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:20:59,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:20:59,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:20:59,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C40495%2C1732432838119.rep, suffix=, logDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119, archiveDir=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/oldWALs, maxLogs=10 2024-11-24T07:20:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:20:59,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.rep.1732432859838, exclude list is [], retry=0 2024-11-24T07:20:59,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34023,DS-63233040-a194-4d86-a1a7-c726784feaa6,DISK] 2024-11-24T07:20:59,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.rep.1732432859838 2024-11-24T07:20:59,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549)] 2024-11-24T07:20:59,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3de04f208a0e71e986f5e3825c6dc6ec, NAME => 'hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:20:59,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:20:59,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:20:59,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. service=MultiRowMutationService 2024-11-24T07:20:59,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:20:59,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:20:59,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,856 INFO [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,857 INFO [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de04f208a0e71e986f5e3825c6dc6ec columnFamilyName hfileref 2024-11-24T07:20:59,857 DEBUG [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:59,857 INFO [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] regionserver.HStore(327): Store=3de04f208a0e71e986f5e3825c6dc6ec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:59,857 INFO [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,858 INFO [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de04f208a0e71e986f5e3825c6dc6ec columnFamilyName queue 2024-11-24T07:20:59,858 DEBUG [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:59,858 INFO [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] regionserver.HStore(327): Store=3de04f208a0e71e986f5e3825c6dc6ec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:59,858 INFO [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,859 INFO [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de04f208a0e71e986f5e3825c6dc6ec columnFamilyName sid 2024-11-24T07:20:59,859 DEBUG [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:20:59,860 INFO [StoreOpener-3de04f208a0e71e986f5e3825c6dc6ec-1 {}] regionserver.HStore(327): Store=3de04f208a0e71e986f5e3825c6dc6ec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:20:59,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/replication/3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/replication/3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:20:59,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/replication/3de04f208a0e71e986f5e3825c6dc6ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:20:59,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3de04f208a0e71e986f5e3825c6dc6ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61813062, jitterRate=-0.0789135992527008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:20:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:20:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3de04f208a0e71e986f5e3825c6dc6ec: Running coprocessor pre-open hook at 1732432859855Writing region info on filesystem at 1732432859855Initializing all the Stores at 1732432859856 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432859856Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432859856Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432859856Cleaning up temporary data from old regions at 1732432859861 (+5 ms)Running coprocessor post-open hooks at 1732432859864 (+3 ms)Region opened successfully at 1732432859864 2024-11-24T07:20:59,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec., pid=10, masterSystemTime=1732432859833 2024-11-24T07:20:59,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:20:59,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:20:59,867 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3de04f208a0e71e986f5e3825c6dc6ec, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,40495,1732432838119 2024-11-24T07:20:59,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3de04f208a0e71e986f5e3825c6dc6ec, server=1ab588ae992e,40495,1732432838119 because future has completed 2024-11-24T07:20:59,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:20:59,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3de04f208a0e71e986f5e3825c6dc6ec, server=1ab588ae992e,40495,1732432838119 in 189 msec 2024-11-24T07:20:59,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:20:59,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3de04f208a0e71e986f5e3825c6dc6ec, ASSIGN in 344 msec 2024-11-24T07:20:59,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:20:59,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432859874"}]},"ts":"1732432859874"} 2024-11-24T07:20:59,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:20:59,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:20:59,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-24T07:20:59,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec., hostname=1ab588ae992e,40495,1732432838119, seqNum=2] 2024-11-24T07:21:00,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:21:00,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:21:00,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:21:00,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:21:00,190 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:21:00,216 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,40495,1732432838119, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:21:00,217 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:00,217 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,40495,1732432838119, seqNum=-1] 2024-11-24T07:21:00,217 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:00,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:00,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,40495,1732432838119', locateType=CURRENT is [region=hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec., hostname=1ab588ae992e,40495,1732432838119, seqNum=2] 2024-11-24T07:21:00,229 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:21:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:21:00,236 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,40495,1732432838119 suceeded 2024-11-24T07:21:00,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:21:00,238 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:37671,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:21:00,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-24T07:21:00,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-11-24T07:21:00,250 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:37671' 2024-11-24T07:21:00,259 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75cc124e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:00,259 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,37671,-1 for getting cluster id 2024-11-24T07:21:00,259 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:00,260 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c410d8ba-bd38-4864-b8c3-6fda59e40397' 2024-11-24T07:21:00,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:00,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c410d8ba-bd38-4864-b8c3-6fda59e40397" 2024-11-24T07:21:00,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26a45e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:00,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,37671,-1] 2024-11-24T07:21:00,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:00,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:00,261 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:00,262 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6813d7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:00,262 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,37671,1732432843698 2024-11-24T07:21:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c9aaf4f 2024-11-24T07:21:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:00,264 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-24T07:21:00,267 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,40495,1732432838119 (queues=1) is replicating from cluster=b8ef7cf5-2b5b-4b59-9a9c-cab543776255 to cluster=c410d8ba-bd38-4864-b8c3-6fda59e40397 2024-11-24T07:21:00,267 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C40495%2C1732432838119 2024-11-24T07:21:00,267 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,40495,1732432838119, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:21:00,268 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C40495%2C1732432838119 2024-11-24T07:21:00,268 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, startPosition=0, beingWritten=true 2024-11-24T07:21:00,275 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:00,275 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 379, reset compression=false 2024-11-24T07:21:00,275 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,40495,1732432838119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:00,480 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 379, reset compression=false 2024-11-24T07:21:00,784 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 379, reset compression=false 2024-11-24T07:21:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:00,855 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:21:00,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:00,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:00,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:00,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:00,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:00,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4532018e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:00,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,37671,-1 for getting cluster id 2024-11-24T07:21:00,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:00,857 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c410d8ba-bd38-4864-b8c3-6fda59e40397' 2024-11-24T07:21:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c410d8ba-bd38-4864-b8c3-6fda59e40397" 2024-11-24T07:21:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc29150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,37671,-1] 2024-11-24T07:21:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:00,859 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e176ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:00,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,37671,1732432843698 2024-11-24T07:21:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6861f44a 2024-11-24T07:21:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:00,861 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:00,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:43809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:21:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:21:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:00,864 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:43809' 2024-11-24T07:21:00,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d239618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:00,865 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43809,-1 for getting cluster id 2024-11-24T07:21:00,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:00,866 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c491269-7f7e-4d27-8f57-79e8b14b33e9' 2024-11-24T07:21:00,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:00,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c491269-7f7e-4d27-8f57-79e8b14b33e9" 2024-11-24T07:21:00,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35082b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:00,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43809,-1] 2024-11-24T07:21:00,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:00,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:00,867 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:00,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8108b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:00,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:00,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43809,1732432849606 2024-11-24T07:21:00,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1133531d 2024-11-24T07:21:00,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:00,870 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:00,870 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T07:21:00,870 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:21:00,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:00,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:00,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:00,871 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:00,872 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:21:00,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:21:00,873 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:00,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:21:00,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:21:00,922 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:21:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:01,187 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 379, reset compression=false 2024-11-24T07:21:01,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a8ae7ff760a3f5688ec42d223d20bf8, NAME => 'hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec 2024-11-24T07:21:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:21:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:01,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:01,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9a8ae7ff760a3f5688ec42d223d20bf8, disabling compactions & flushes 2024-11-24T07:21:01,685 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:01,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:01,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. after waiting 0 ms 2024-11-24T07:21:01,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:01,685 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:01,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a8ae7ff760a3f5688ec42d223d20bf8: Waiting for close lock at 1732432861685Disabling compacts and flushes for region at 1732432861685Disabling writes for close at 1732432861685Writing region close event to WAL at 1732432861685Closed at 1732432861685 2024-11-24T07:21:01,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:21:01,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432861686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432861686"}]},"ts":"1732432861686"} 2024-11-24T07:21:01,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:21:01,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:21:01,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432861689"}]},"ts":"1732432861689"} 2024-11-24T07:21:01,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:21:01,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a8ae7ff760a3f5688ec42d223d20bf8, ASSIGN}] 2024-11-24T07:21:01,691 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 379, reset compression=false 2024-11-24T07:21:01,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a8ae7ff760a3f5688ec42d223d20bf8, ASSIGN 2024-11-24T07:21:01,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a8ae7ff760a3f5688ec42d223d20bf8, ASSIGN; state=OFFLINE, location=1ab588ae992e,39021,1732432843835; forceNewPlan=false, retain=false 2024-11-24T07:21:01,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a8ae7ff760a3f5688ec42d223d20bf8, regionState=OPENING, regionLocation=1ab588ae992e,39021,1732432843835 2024-11-24T07:21:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a8ae7ff760a3f5688ec42d223d20bf8, ASSIGN because future has completed 2024-11-24T07:21:01,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a8ae7ff760a3f5688ec42d223d20bf8, server=1ab588ae992e,39021,1732432843835}] 2024-11-24T07:21:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:02,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:02,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:02,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:21:02,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C39021%2C1732432843835.rep, suffix=, logDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835, archiveDir=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/oldWALs, maxLogs=10 2024-11-24T07:21:02,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.rep.1732432862021, exclude list is [], retry=0 2024-11-24T07:21:02,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33785,DS-ca3df0b1-08c3-4ed8-842c-80a1295735ad,DISK] 2024-11-24T07:21:02,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.rep.1732432862021 2024-11-24T07:21:02,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-24T07:21:02,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a8ae7ff760a3f5688ec42d223d20bf8, NAME => 'hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:02,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:02,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:21:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. service=MultiRowMutationService 2024-11-24T07:21:02,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:21:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,039 INFO [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,040 INFO [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a8ae7ff760a3f5688ec42d223d20bf8 columnFamilyName hfileref 2024-11-24T07:21:02,040 DEBUG [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:02,040 INFO [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] regionserver.HStore(327): Store=9a8ae7ff760a3f5688ec42d223d20bf8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:02,040 INFO [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,041 INFO [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a8ae7ff760a3f5688ec42d223d20bf8 columnFamilyName queue 2024-11-24T07:21:02,041 DEBUG [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:02,041 INFO [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] regionserver.HStore(327): Store=9a8ae7ff760a3f5688ec42d223d20bf8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:02,042 INFO [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,042 INFO [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a8ae7ff760a3f5688ec42d223d20bf8 columnFamilyName sid 2024-11-24T07:21:02,042 DEBUG [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:02,042 INFO [StoreOpener-9a8ae7ff760a3f5688ec42d223d20bf8-1 {}] regionserver.HStore(327): Store=9a8ae7ff760a3f5688ec42d223d20bf8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/replication/9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/replication/9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:21:02,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/replication/9a8ae7ff760a3f5688ec42d223d20bf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:02,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9a8ae7ff760a3f5688ec42d223d20bf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66994742, jitterRate=-0.0017005503177642822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:21:02,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:02,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9a8ae7ff760a3f5688ec42d223d20bf8: Running coprocessor pre-open hook at 1732432862038Writing region info on filesystem at 1732432862038Initializing all the Stores at 1732432862038Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432862039 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432862039Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432862039Cleaning up temporary data from old regions at 1732432862044 (+5 ms)Running coprocessor post-open hooks at 1732432862047 (+3 ms)Region opened successfully at 1732432862047 2024-11-24T07:21:02,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8., pid=10, masterSystemTime=1732432861998 2024-11-24T07:21:02,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:02,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:02,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a8ae7ff760a3f5688ec42d223d20bf8, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,39021,1732432843835 2024-11-24T07:21:02,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a8ae7ff760a3f5688ec42d223d20bf8, server=1ab588ae992e,39021,1732432843835 because future has completed 2024-11-24T07:21:02,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:21:02,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a8ae7ff760a3f5688ec42d223d20bf8, server=1ab588ae992e,39021,1732432843835 in 207 msec 2024-11-24T07:21:02,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:21:02,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a8ae7ff760a3f5688ec42d223d20bf8, ASSIGN in 364 msec 2024-11-24T07:21:02,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:21:02,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432862056"}]},"ts":"1732432862056"} 2024-11-24T07:21:02,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:21:02,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:21:02,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-24T07:21:02,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8., hostname=1ab588ae992e,39021,1732432843835, seqNum=2] 2024-11-24T07:21:02,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:21:02,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:21:02,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:21:02,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:21:02,285 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:21:02,294 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 379, reset compression=false 2024-11-24T07:21:02,314 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,39021,1732432843835, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:21:02,314 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:02,314 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39021,1732432843835, seqNum=-1] 2024-11-24T07:21:02,315 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:02,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:02,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,39021,1732432843835', locateType=CURRENT is [region=hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8., hostname=1ab588ae992e,39021,1732432843835, seqNum=2] 2024-11-24T07:21:02,319 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:21:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:21:02,321 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,39021,1732432843835 suceeded 2024-11-24T07:21:02,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:21:02,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T07:21:02,323 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:43809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:21:02,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4610 sec 2024-11-24T07:21:02,334 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:43809' 2024-11-24T07:21:02,335 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a59c43b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:02,335 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43809,-1 for getting cluster id 2024-11-24T07:21:02,335 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:02,336 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c491269-7f7e-4d27-8f57-79e8b14b33e9' 2024-11-24T07:21:02,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:02,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c491269-7f7e-4d27-8f57-79e8b14b33e9" 2024-11-24T07:21:02,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10b6bf0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:02,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43809,-1] 2024-11-24T07:21:02,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:02,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:02,337 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:02,338 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f1208a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:02,338 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:02,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43809,1732432849606 2024-11-24T07:21:02,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7251b8e4 2024-11-24T07:21:02,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:02,339 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-24T07:21:02,340 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,39021,1732432843835 (queues=1) is replicating from cluster=c410d8ba-bd38-4864-b8c3-6fda59e40397 to cluster=6c491269-7f7e-4d27-8f57-79e8b14b33e9 2024-11-24T07:21:02,340 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C39021%2C1732432843835 2024-11-24T07:21:02,340 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,39021,1732432843835, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:21:02,340 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C39021%2C1732432843835 2024-11-24T07:21:02,340 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, startPosition=0, beingWritten=true 2024-11-24T07:21:02,349 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:02,349 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 379, reset compression=false 2024-11-24T07:21:02,349 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39021,1732432843835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:02,552 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 379, reset compression=false 2024-11-24T07:21:02,856 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 379, reset compression=false 2024-11-24T07:21:03,000 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 379, reset compression=false 2024-11-24T07:21:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:03,015 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:21:03,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:03,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:03,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:03,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:03,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:03,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bbba79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:03,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43809,-1 for getting cluster id 2024-11-24T07:21:03,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:03,017 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c491269-7f7e-4d27-8f57-79e8b14b33e9' 2024-11-24T07:21:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c491269-7f7e-4d27-8f57-79e8b14b33e9" 2024-11-24T07:21:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fac8331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43809,-1] 2024-11-24T07:21:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:03,018 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28274e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:03,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:03,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43809,1732432849606 2024-11-24T07:21:03,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1c30b0 2024-11-24T07:21:03,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:03,020 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:03,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:43303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:21:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:21:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:03,023 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:43303' 2024-11-24T07:21:03,024 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727b4408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:03,024 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43303,-1 for getting cluster id 2024-11-24T07:21:03,024 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:03,025 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ef7cf5-2b5b-4b59-9a9c-cab543776255' 2024-11-24T07:21:03,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:03,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ef7cf5-2b5b-4b59-9a9c-cab543776255" 2024-11-24T07:21:03,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f878e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:03,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43303,-1] 2024-11-24T07:21:03,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:03,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:03,026 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:03,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431e8a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:03,027 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:03,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43303,1732432837910 2024-11-24T07:21:03,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ae4520 2024-11-24T07:21:03,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:03,028 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:03,029 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T07:21:03,029 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:21:03,029 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:03,029 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:03,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:03,029 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:03,030 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:21:03,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:21:03,031 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:03,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:21:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:21:03,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d1ae2b214a14d5dd248252eded8833b, NAME => 'hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c 2024-11-24T07:21:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:21:03,080 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:21:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:03,260 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 379, reset compression=false 2024-11-24T07:21:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:03,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:03,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7d1ae2b214a14d5dd248252eded8833b, disabling compactions & flushes 2024-11-24T07:21:03,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:03,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:03,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. after waiting 0 ms 2024-11-24T07:21:03,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:03,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:03,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d1ae2b214a14d5dd248252eded8833b: Waiting for close lock at 1732432863446Disabling compacts and flushes for region at 1732432863446Disabling writes for close at 1732432863446Writing region close event to WAL at 1732432863446Closed at 1732432863446 2024-11-24T07:21:03,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:21:03,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432863448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432863448"}]},"ts":"1732432863448"} 2024-11-24T07:21:03,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:21:03,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:21:03,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432863451"}]},"ts":"1732432863451"} 2024-11-24T07:21:03,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:21:03,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d1ae2b214a14d5dd248252eded8833b, ASSIGN}] 2024-11-24T07:21:03,453 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d1ae2b214a14d5dd248252eded8833b, ASSIGN 2024-11-24T07:21:03,454 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d1ae2b214a14d5dd248252eded8833b, ASSIGN; state=OFFLINE, location=1ab588ae992e,41193,1732432849776; forceNewPlan=false, retain=false 2024-11-24T07:21:03,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d1ae2b214a14d5dd248252eded8833b, regionState=OPENING, regionLocation=1ab588ae992e,41193,1732432849776 2024-11-24T07:21:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d1ae2b214a14d5dd248252eded8833b, ASSIGN because future has completed 2024-11-24T07:21:03,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d1ae2b214a14d5dd248252eded8833b, server=1ab588ae992e,41193,1732432849776}] 2024-11-24T07:21:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:03,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:03,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:03,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:21:03,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C41193%2C1732432849776.rep, suffix=, logDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776, archiveDir=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/oldWALs, maxLogs=10 2024-11-24T07:21:03,764 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 379, reset compression=false 2024-11-24T07:21:03,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.rep.1732432863764, exclude list is [], retry=0 2024-11-24T07:21:03,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42715,DS-02a0e44b-05ef-4da4-af31-111f12dd14d8,DISK] 2024-11-24T07:21:03,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.rep.1732432863764 2024-11-24T07:21:03,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36805:36805)] 2024-11-24T07:21:03,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d1ae2b214a14d5dd248252eded8833b, NAME => 'hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:03,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:21:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. service=MultiRowMutationService 2024-11-24T07:21:03,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:21:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,781 INFO [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,782 INFO [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d1ae2b214a14d5dd248252eded8833b columnFamilyName hfileref 2024-11-24T07:21:03,782 DEBUG [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:03,782 INFO [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] regionserver.HStore(327): Store=7d1ae2b214a14d5dd248252eded8833b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:03,782 INFO [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,783 INFO [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d1ae2b214a14d5dd248252eded8833b columnFamilyName queue 2024-11-24T07:21:03,783 DEBUG [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:03,783 INFO [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] regionserver.HStore(327): Store=7d1ae2b214a14d5dd248252eded8833b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:03,783 INFO [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,784 INFO [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d1ae2b214a14d5dd248252eded8833b columnFamilyName sid 2024-11-24T07:21:03,784 DEBUG [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:03,784 INFO [StoreOpener-7d1ae2b214a14d5dd248252eded8833b-1 {}] regionserver.HStore(327): Store=7d1ae2b214a14d5dd248252eded8833b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:03,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/replication/7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/replication/7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:21:03,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/replication/7d1ae2b214a14d5dd248252eded8833b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:03,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7d1ae2b214a14d5dd248252eded8833b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64974242, jitterRate=-0.03180834650993347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:21:03,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:03,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7d1ae2b214a14d5dd248252eded8833b: Running coprocessor pre-open hook at 1732432863780Writing region info on filesystem at 1732432863780Initializing all the Stores at 1732432863780Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432863780Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432863781 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432863781Cleaning up temporary data from old regions at 1732432863785 (+4 ms)Running coprocessor post-open hooks at 1732432863788 (+3 ms)Region opened successfully at 1732432863788 2024-11-24T07:21:03,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b., pid=10, masterSystemTime=1732432863759 2024-11-24T07:21:03,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:03,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:03,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d1ae2b214a14d5dd248252eded8833b, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,41193,1732432849776 2024-11-24T07:21:03,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d1ae2b214a14d5dd248252eded8833b, server=1ab588ae992e,41193,1732432849776 because future has completed 2024-11-24T07:21:03,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:21:03,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d1ae2b214a14d5dd248252eded8833b, server=1ab588ae992e,41193,1732432849776 in 187 msec 2024-11-24T07:21:03,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:21:03,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d1ae2b214a14d5dd248252eded8833b, ASSIGN in 342 msec 2024-11-24T07:21:03,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:21:03,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432863798"}]},"ts":"1732432863798"} 2024-11-24T07:21:03,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:21:03,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:21:03,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-24T07:21:03,804 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 379, reset compression=false 2024-11-24T07:21:03,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b., hostname=1ab588ae992e,41193,1732432849776, seqNum=2] 2024-11-24T07:21:03,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T07:21:03,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:21:03,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:21:03,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:21:04,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:21:04,084 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:21:04,120 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,41193,1732432849776, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:21:04,120 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:04,120 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,41193,1732432849776, seqNum=-1] 2024-11-24T07:21:04,121 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:04,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:04,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,41193,1732432849776', locateType=CURRENT is [region=hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b., hostname=1ab588ae992e,41193,1732432849776, seqNum=2] 2024-11-24T07:21:04,125 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:21:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:21:04,127 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,41193,1732432849776 suceeded 2024-11-24T07:21:04,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:21:04,129 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:43303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:21:04,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-24T07:21:04,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1080 sec 2024-11-24T07:21:04,144 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:43303' 2024-11-24T07:21:04,145 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a0de46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,145 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43303,-1 for getting cluster id 2024-11-24T07:21:04,146 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:04,146 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ef7cf5-2b5b-4b59-9a9c-cab543776255' 2024-11-24T07:21:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ef7cf5-2b5b-4b59-9a9c-cab543776255" 2024-11-24T07:21:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f15223e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43303,-1] 2024-11-24T07:21:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:04,148 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:04,148 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4c3c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,148 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:04,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43303,1732432837910 2024-11-24T07:21:04,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3e9630 2024-11-24T07:21:04,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:04,150 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T07:21:04,150 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,41193,1732432849776 (queues=1) is replicating from cluster=6c491269-7f7e-4d27-8f57-79e8b14b33e9 to cluster=b8ef7cf5-2b5b-4b59-9a9c-cab543776255 2024-11-24T07:21:04,150 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C41193%2C1732432849776 2024-11-24T07:21:04,150 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,41193,1732432849776, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:21:04,151 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C41193%2C1732432849776 2024-11-24T07:21:04,151 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, startPosition=0, beingWritten=true 2024-11-24T07:21:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:04,155 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:21:04,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:04,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:04,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:04,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:04,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:04,156 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:04,156 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 379, reset compression=false 2024-11-24T07:21:04,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113bbe83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,156 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41193,1732432849776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:04,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43303,-1 for getting cluster id 2024-11-24T07:21:04,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:04,157 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ef7cf5-2b5b-4b59-9a9c-cab543776255' 2024-11-24T07:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ef7cf5-2b5b-4b59-9a9c-cab543776255" 2024-11-24T07:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3016f539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43303,-1] 2024-11-24T07:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:04,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:04,159 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa031f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac3703b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,37671,-1 for getting cluster id 2024-11-24T07:21:04,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:04,161 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c410d8ba-bd38-4864-b8c3-6fda59e40397' 2024-11-24T07:21:04,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:04,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c410d8ba-bd38-4864-b8c3-6fda59e40397" 2024-11-24T07:21:04,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4083c3d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,37671,-1] 2024-11-24T07:21:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:04,162 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:04,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d04739f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de3c526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43809,-1 for getting cluster id 2024-11-24T07:21:04,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:04,165 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c491269-7f7e-4d27-8f57-79e8b14b33e9' 2024-11-24T07:21:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c491269-7f7e-4d27-8f57-79e8b14b33e9" 2024-11-24T07:21:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b1f0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43809,-1] 2024-11-24T07:21:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:04,167 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:04,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70615bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:04,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,40495,1732432838119, seqNum=-1] 2024-11-24T07:21:04,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:04,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432853251.7dde797a544bdc13065265a50e38b544., hostname=1ab588ae992e,40495,1732432838119, seqNum=2] 2024-11-24T07:21:04,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,41193,1732432849776, seqNum=-1] 2024-11-24T07:21:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:04,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:04,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba., hostname=1ab588ae992e,41193,1732432849776, seqNum=2] 2024-11-24T07:21:04,201 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T07:21:04,365 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 379, reset compression=false 2024-11-24T07:21:04,369 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 379, reset compression=false 2024-11-24T07:21:04,669 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 379, reset compression=false 2024-11-24T07:21:04,708 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 379, reset compression=false 2024-11-24T07:21:04,712 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:04,712 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 480, reset compression=false 2024-11-24T07:21:04,712 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,40495,1732432838119 got entry batch from reader: WALEntryBatch [walEntries=[{test/7dde797a544bdc13065265a50e38b544/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T07:21:04,714 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:21:04,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-24T07:21:04,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:04,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43027a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,37671,-1 for getting cluster id 2024-11-24T07:21:04,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:04,716 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c410d8ba-bd38-4864-b8c3-6fda59e40397' 2024-11-24T07:21:04,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:04,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c410d8ba-bd38-4864-b8c3-6fda59e40397" 2024-11-24T07:21:04,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f5355d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,37671,-1] 2024-11-24T07:21:04,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:04,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:04,717 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:04,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73af5b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:04,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:04,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39021,1732432843835, seqNum=-1] 2024-11-24T07:21:04,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:04,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:04,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432854397.7982901dfa93c3030dd11d494bed04a5., hostname=1ab588ae992e,39021,1732432843835, seqNum=2] 2024-11-24T07:21:04,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:04,915 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 480, reset compression=false 2024-11-24T07:21:05,071 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 379, reset compression=false 2024-11-24T07:21:05,077 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 379, reset compression=false 2024-11-24T07:21:05,081 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:05,081 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 504, reset compression=false 2024-11-24T07:21:05,081 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39021,1732432843835 got entry batch from reader: WALEntryBatch [walEntries=[{test/7982901dfa93c3030dd11d494bed04a5/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T07:21:05,082 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:21:05,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-24T07:21:05,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:05,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@182d15af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:05,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43809,-1 for getting cluster id 2024-11-24T07:21:05,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:05,085 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c491269-7f7e-4d27-8f57-79e8b14b33e9' 2024-11-24T07:21:05,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:05,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c491269-7f7e-4d27-8f57-79e8b14b33e9" 2024-11-24T07:21:05,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ef57e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:05,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43809,-1] 2024-11-24T07:21:05,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:05,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:05,087 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:05,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@872162c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:05,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:05,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,41193,1732432849776, seqNum=-1] 2024-11-24T07:21:05,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:05,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:05,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba., hostname=1ab588ae992e,41193,1732432849776, seqNum=2] 2024-11-24T07:21:05,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:05,203 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T07:21:05,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:05,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,39021,1732432843835, seqNum=-1] 2024-11-24T07:21:05,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:05,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732432854397.7982901dfa93c3030dd11d494bed04a5., hostname=1ab588ae992e,39021,1732432843835, seqNum=2] 2024-11-24T07:21:05,210 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T07:21:05,218 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 480, reset compression=false 2024-11-24T07:21:05,284 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 504, reset compression=false 2024-11-24T07:21:05,287 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:05,287 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 608, reset compression=false 2024-11-24T07:21:05,287 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39021,1732432843835 got entry batch from reader: WALEntryBatch [walEntries=[{test/7982901dfa93c3030dd11d494bed04a5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T07:21:05,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:05,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:05,357 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:21:05,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:05,492 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 608, reset compression=false 2024-11-24T07:21:05,575 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 379, reset compression=false 2024-11-24T07:21:05,596 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:05,597 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 656, reset compression=false 2024-11-24T07:21:05,597 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41193,1732432849776 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c8875508f0ff4744bbcf6190bef0ba/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T07:21:05,599 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:21:05,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T07:21:05,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:05,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5236ce65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:05,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43303,-1 for getting cluster id 2024-11-24T07:21:05,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:05,605 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ef7cf5-2b5b-4b59-9a9c-cab543776255' 2024-11-24T07:21:05,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:05,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ef7cf5-2b5b-4b59-9a9c-cab543776255" 2024-11-24T07:21:05,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40afb04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:05,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43303,-1] 2024-11-24T07:21:05,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:05,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:05,607 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:05,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5638986e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:05,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:05,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,40495,1732432838119, seqNum=-1] 2024-11-24T07:21:05,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:05,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:05,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732432853251.7dde797a544bdc13065265a50e38b544., hostname=1ab588ae992e,40495,1732432838119, seqNum=2] 2024-11-24T07:21:05,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:05,622 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 480, reset compression=false 2024-11-24T07:21:05,626 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:05,626 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 631, reset compression=false 2024-11-24T07:21:05,626 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,40495,1732432838119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:05,795 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 608, reset compression=false 2024-11-24T07:21:05,805 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 656, reset compression=false 2024-11-24T07:21:05,832 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 631, reset compression=false 2024-11-24T07:21:06,108 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 656, reset compression=false 2024-11-24T07:21:06,135 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 631, reset compression=false 2024-11-24T07:21:06,198 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 608, reset compression=false 2024-11-24T07:21:06,212 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T07:21:06,214 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T07:21:06,513 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 656, reset compression=false 2024-11-24T07:21:06,517 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:06,517 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 760, reset compression=false 2024-11-24T07:21:06,517 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41193,1732432849776 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c8875508f0ff4744bbcf6190bef0ba/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T07:21:06,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:06,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:06,538 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 631, reset compression=false 2024-11-24T07:21:06,542 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:06,542 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 758, reset compression=false 2024-11-24T07:21:06,542 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,40495,1732432838119 got entry batch from reader: WALEntryBatch [walEntries=[{test/7dde797a544bdc13065265a50e38b544/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T07:21:06,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:06,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:06,701 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 608, reset compression=false 2024-11-24T07:21:06,710 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:06,710 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 759, reset compression=false 2024-11-24T07:21:06,710 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39021,1732432843835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:06,720 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 760, reset compression=false 2024-11-24T07:21:06,746 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 758, reset compression=false 2024-11-24T07:21:06,914 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 759, reset compression=false 2024-11-24T07:21:07,023 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 760, reset compression=false 2024-11-24T07:21:07,048 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 758, reset compression=false 2024-11-24T07:21:07,216 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T07:21:07,217 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 759, reset compression=false 2024-11-24T07:21:07,262 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T07:21:07,426 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 760, reset compression=false 2024-11-24T07:21:07,451 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 758, reset compression=false 2024-11-24T07:21:07,456 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:07,456 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 914, reset compression=false 2024-11-24T07:21:07,456 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,40495,1732432838119 got entry batch from reader: WALEntryBatch [walEntries=[{test/7dde797a544bdc13065265a50e38b544/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T07:21:07,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:07,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:07,499 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T07:21:07,622 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 759, reset compression=false 2024-11-24T07:21:07,625 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:07,625 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 907, reset compression=false 2024-11-24T07:21:07,625 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39021,1732432843835 got entry batch from reader: WALEntryBatch [walEntries=[{test/7982901dfa93c3030dd11d494bed04a5/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T07:21:07,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:07,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:07,660 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 914, reset compression=false 2024-11-24T07:21:07,829 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 907, reset compression=false 2024-11-24T07:21:07,929 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 760, reset compression=false 2024-11-24T07:21:07,933 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:07,933 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 932, reset compression=false 2024-11-24T07:21:07,933 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41193,1732432849776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:07,964 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 914, reset compression=false 2024-11-24T07:21:08,132 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 907, reset compression=false 2024-11-24T07:21:08,136 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 932, reset compression=false 2024-11-24T07:21:08,264 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T07:21:08,267 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T07:21:08,366 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 914, reset compression=false 2024-11-24T07:21:08,438 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 932, reset compression=false 2024-11-24T07:21:08,536 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 907, reset compression=false 2024-11-24T07:21:08,540 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:08,541 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1066, reset compression=false 2024-11-24T07:21:08,541 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39021,1732432843835 got entry batch from reader: WALEntryBatch [walEntries=[{test/7982901dfa93c3030dd11d494bed04a5/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T07:21:08,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:08,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:08,744 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1066, reset compression=false 2024-11-24T07:21:08,841 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 932, reset compression=false 2024-11-24T07:21:08,845 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:08,845 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1082, reset compression=false 2024-11-24T07:21:08,845 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41193,1732432849776 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c8875508f0ff4744bbcf6190bef0ba/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T07:21:08,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:08,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:08,870 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 914, reset compression=false 2024-11-24T07:21:08,873 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:08,873 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1087, reset compression=false 2024-11-24T07:21:08,873 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,40495,1732432838119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:09,048 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1082, reset compression=false 2024-11-24T07:21:09,048 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1066, reset compression=false 2024-11-24T07:21:09,077 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1087, reset compression=false 2024-11-24T07:21:09,269 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T07:21:09,273 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T07:21:09,351 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1082, reset compression=false 2024-11-24T07:21:09,356 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:09,356 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1241, reset compression=false 2024-11-24T07:21:09,356 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41193,1732432849776 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c8875508f0ff4744bbcf6190bef0ba/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T07:21:09,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:09,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:09,379 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1087, reset compression=false 2024-11-24T07:21:09,385 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:09,385 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1236, reset compression=false 2024-11-24T07:21:09,385 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,40495,1732432838119 got entry batch from reader: WALEntryBatch [walEntries=[{test/7dde797a544bdc13065265a50e38b544/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T07:21:09,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:09,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:09,451 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1066, reset compression=false 2024-11-24T07:21:09,455 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:09,455 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1239, reset compression=false 2024-11-24T07:21:09,455 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39021,1732432843835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:09,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:09,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:21:09,525 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68522 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:21:09,562 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1241, reset compression=false 2024-11-24T07:21:09,613 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1236, reset compression=false 2024-11-24T07:21:09,659 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1239, reset compression=false 2024-11-24T07:21:09,866 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1241, reset compression=false 2024-11-24T07:21:09,942 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1236, reset compression=false 2024-11-24T07:21:09,963 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1239, reset compression=false 2024-11-24T07:21:10,275 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T07:21:10,281 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1241, reset compression=false 2024-11-24T07:21:10,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190f42a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:10,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43809,-1 for getting cluster id 2024-11-24T07:21:10,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:10,285 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c491269-7f7e-4d27-8f57-79e8b14b33e9' 2024-11-24T07:21:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c491269-7f7e-4d27-8f57-79e8b14b33e9" 2024-11-24T07:21:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35013080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43809,-1] 2024-11-24T07:21:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:10,287 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:10,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f796ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:10,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43809,1732432849606 2024-11-24T07:21:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6abef7db 2024-11-24T07:21:10,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:10,293 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:10,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-24T07:21:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-24T07:21:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T07:21:10,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:21:10,361 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1236, reset compression=false 2024-11-24T07:21:10,367 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1239, reset compression=false 2024-11-24T07:21:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T07:21:10,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T07:21:10,505 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-24T07:21:10,506 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-24T07:21:10,506 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,41193,1732432849776 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-24T07:21:10,506 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0. 2024-11-24T07:21:10,506 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:10,506 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:10,507 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:10,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:10,607 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:21:10,607 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T07:21:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T07:21:10,707 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 terminated 2024-11-24T07:21:10,763 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,41193,1732432849776, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:21:10,763 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-24T07:21:10,772 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T07:21:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T07:21:10,775 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 1ab588ae992e,41193,1732432849776 suceeded 2024-11-24T07:21:10,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T07:21:10,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 423 msec 2024-11-24T07:21:10,777 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-24T07:21:10,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 484 msec 2024-11-24T07:21:10,807 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:43303' 2024-11-24T07:21:10,808 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@591d66c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:10,809 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43303,-1 for getting cluster id 2024-11-24T07:21:10,809 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:10,809 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ef7cf5-2b5b-4b59-9a9c-cab543776255' 2024-11-24T07:21:10,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:10,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ef7cf5-2b5b-4b59-9a9c-cab543776255" 2024-11-24T07:21:10,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bcc3364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:10,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43303,-1] 2024-11-24T07:21:10,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:10,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:10,812 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:10,813 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64768e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:10,814 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:10,815 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43303,1732432837910 2024-11-24T07:21:10,815 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fd3858a 2024-11-24T07:21:10,816 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:10,817 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T07:21:10,818 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,41193,1732432849776 (queues=1) is replicating from cluster=6c491269-7f7e-4d27-8f57-79e8b14b33e9 to cluster=b8ef7cf5-2b5b-4b59-9a9c-cab543776255 2024-11-24T07:21:10,818 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C41193%2C1732432849776 2024-11-24T07:21:10,818 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,41193,1732432849776, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:21:10,827 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C41193%2C1732432849776 2024-11-24T07:21:10,868 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1236, reset compression=false 2024-11-24T07:21:10,874 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1239, reset compression=false 2024-11-24T07:21:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T07:21:10,925 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:21:10,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:10,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:10,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:10,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:10,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:10,930 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-24T07:21:11,492 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1236, reset compression=false 2024-11-24T07:21:11,504 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:11,504 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1340, reset compression=false 2024-11-24T07:21:11,504 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,40495,1732432838119 got entry batch from reader: WALEntryBatch [walEntries=[{test/7dde797a544bdc13065265a50e38b544/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T07:21:11,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:11,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:11,521 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1239, reset compression=false 2024-11-24T07:21:11,526 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:11,526 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1367, reset compression=false 2024-11-24T07:21:11,526 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39021,1732432843835 got entry batch from reader: WALEntryBatch [walEntries=[{test/7982901dfa93c3030dd11d494bed04a5/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T07:21:11,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:11,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:11,708 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1340, reset compression=false 2024-11-24T07:21:11,739 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1367, reset compression=false 2024-11-24T07:21:11,932 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-24T07:21:11,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223f86fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:11,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,43809,-1 for getting cluster id 2024-11-24T07:21:11,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:11,937 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c491269-7f7e-4d27-8f57-79e8b14b33e9' 2024-11-24T07:21:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c491269-7f7e-4d27-8f57-79e8b14b33e9" 2024-11-24T07:21:11,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:11,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d8a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:11,941 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,43809,-1] 2024-11-24T07:21:11,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:11,942 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce0fc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:11,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,43809,1732432849606 2024-11-24T07:21:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a51ff96 2024-11-24T07:21:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:11,949 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:11,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-24T07:21:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-24T07:21:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T07:21:11,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:21:12,029 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1340, reset compression=false 2024-11-24T07:21:12,045 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1367, reset compression=false 2024-11-24T07:21:12,060 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:12,060 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1471, reset compression=false 2024-11-24T07:21:12,060 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39021,1732432843835 got entry batch from reader: WALEntryBatch [walEntries=[{test/7982901dfa93c3030dd11d494bed04a5/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T07:21:12,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:12,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T07:21:12,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-24T07:21:12,127 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-24T07:21:12,128 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T07:21:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-24T07:21:12,131 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 1ab588ae992e,41193,1732432849776 suceeded 2024-11-24T07:21:12,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T07:21:12,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-24T07:21:12,133 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-24T07:21:12,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 183 msec 2024-11-24T07:21:12,225 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, startPosition=1241, beingWritten=true 2024-11-24T07:21:12,230 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:12,230 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1521, reset compression=false 2024-11-24T07:21:12,230 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41193,1732432849776 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c8875508f0ff4744bbcf6190bef0ba/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T07:21:12,232 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:21:12,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T07:21:12,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:12,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T07:21:12,274 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:21:12,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:12,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:12,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:12,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:12,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:12,276 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1471, reset compression=false 2024-11-24T07:21:12,276 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-24T07:21:12,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:21:12,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:12,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:12,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:12,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:12,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:21:12,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1925746112, stopped=false 2024-11-24T07:21:12,277 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,43809,1732432849606 2024-11-24T07:21:12,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:12,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2421345754/running 2024-11-24T07:21:12,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2421345754/running 2024-11-24T07:21:12,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:21:12,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:21:12,327 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:12,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:12,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:12,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:12,328 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,41193,1732432849776' ***** 2024-11-24T07:21:12,328 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:21:12,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Set watcher on znode that does not yet exist, /2421345754/running 2024-11-24T07:21:12,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Set watcher on znode that does not yet exist, /2421345754/running 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:21:12,329 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(3091): Received CLOSE for a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,41193,1732432849776 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:41193. 2024-11-24T07:21:12,329 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0c8875508f0ff4744bbcf6190bef0ba, disabling compactions & flushes 2024-11-24T07:21:12,329 DEBUG [RS:0;1ab588ae992e:41193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:12,329 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:21:12,329 DEBUG [RS:0;1ab588ae992e:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:12,329 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:21:12,329 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. after waiting 0 ms 2024-11-24T07:21:12,329 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:21:12,329 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:21:12,329 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0c8875508f0ff4744bbcf6190bef0ba 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T07:21:12,330 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:21:12,330 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1325): Online Regions={a0c8875508f0ff4744bbcf6190bef0ba=test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba., 1588230740=hbase:meta,,1.1588230740, 7d1ae2b214a14d5dd248252eded8833b=hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b.} 2024-11-24T07:21:12,330 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:21:12,330 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d1ae2b214a14d5dd248252eded8833b, a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:21:12,330 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:21:12,330 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:21:12,330 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:21:12,330 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:21:12,330 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:21:12,344 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/.tmp/f/574b808144cc428fa0d06d1bca0eb2e0 is 37, key is row3/f:row3/1732432870927/Put/seqid=0 2024-11-24T07:21:12,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741840_1016 (size=5228) 2024-11-24T07:21:12,352 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/info/ac084b69ca7346649ea8262de436a3e5 is 147, key is hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b./info:regioninfo/1732432863791/Put/seqid=0 2024-11-24T07:21:12,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741841_1017 (size=7686) 2024-11-24T07:21:12,413 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:12,434 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1521, reset compression=false 2024-11-24T07:21:12,435 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1340, reset compression=false 2024-11-24T07:21:12,439 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:12,439 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:12,439 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,40495,1732432838119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:12,439 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:12,439 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1768, reset compression=false 2024-11-24T07:21:12,439 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,41193,1732432849776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:12,440 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,41193,1732432849776: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,41193,1732432849776, walGroup=1ab588ae992e%2C41193%2C1732432849776, offset=1ab588ae992e%2C41193%2C1732432849776.1732432852011:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:21:12,441 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:21:12,441 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:21:12,441 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:21:12,441 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:21:12,441 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:21:12,441 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 773877632 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198439880 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:21:12,442 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T07:21:12,530 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d1ae2b214a14d5dd248252eded8833b, a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:21:12,580 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1471, reset compression=false 2024-11-24T07:21:12,642 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:12,645 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1768, reset compression=false 2024-11-24T07:21:12,730 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d1ae2b214a14d5dd248252eded8833b, a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:21:12,748 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/.tmp/f/574b808144cc428fa0d06d1bca0eb2e0 2024-11-24T07:21:12,752 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 574b808144cc428fa0d06d1bca0eb2e0 2024-11-24T07:21:12,755 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/info/ac084b69ca7346649ea8262de436a3e5 2024-11-24T07:21:12,772 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/.tmp/f1/48f073826d6c43959c3f66a431f80f1e is 30, key is row1/f1:/1732432868264/DeleteFamily/seqid=0 2024-11-24T07:21:12,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741842_1018 (size=5158) 2024-11-24T07:21:12,776 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/.tmp/f1/48f073826d6c43959c3f66a431f80f1e 2024-11-24T07:21:12,780 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48f073826d6c43959c3f66a431f80f1e 2024-11-24T07:21:12,780 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/ns/120fc7b005d94bfa8df7da75a8c84fde is 43, key is default/ns:d/1732432853128/Put/seqid=0 2024-11-24T07:21:12,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741843_1019 (size=5153) 2024-11-24T07:21:12,803 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/.tmp/norep/d2354186e8e94169b3ba4eb639a0aa49 is 33, key is row2/norep:/1732432869270/DeleteFamily/seqid=0 2024-11-24T07:21:12,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741844_1020 (size=5108) 2024-11-24T07:21:12,885 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:21:12,885 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:21:12,930 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d1ae2b214a14d5dd248252eded8833b, a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:21:12,945 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:12,951 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1768, reset compression=false 2024-11-24T07:21:12,983 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1471, reset compression=false 2024-11-24T07:21:13,131 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d1ae2b214a14d5dd248252eded8833b, a0c8875508f0ff4744bbcf6190bef0ba 2024-11-24T07:21:13,194 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/ns/120fc7b005d94bfa8df7da75a8c84fde 2024-11-24T07:21:13,206 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/.tmp/norep/d2354186e8e94169b3ba4eb639a0aa49 2024-11-24T07:21:13,209 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2354186e8e94169b3ba4eb639a0aa49 2024-11-24T07:21:13,210 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/.tmp/f/574b808144cc428fa0d06d1bca0eb2e0 as hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/f/574b808144cc428fa0d06d1bca0eb2e0 2024-11-24T07:21:13,210 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/rep_barrier/3770aea4e9f948c5b696175ab158dcf5 is 112, key is test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba./rep_barrier:seqnumDuringOpen/1732432857748/Put/seqid=0 2024-11-24T07:21:13,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741845_1021 (size=5518) 2024-11-24T07:21:13,214 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 574b808144cc428fa0d06d1bca0eb2e0 2024-11-24T07:21:13,214 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/f/574b808144cc428fa0d06d1bca0eb2e0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T07:21:13,215 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/.tmp/f1/48f073826d6c43959c3f66a431f80f1e as hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/f1/48f073826d6c43959c3f66a431f80f1e 2024-11-24T07:21:13,218 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48f073826d6c43959c3f66a431f80f1e 2024-11-24T07:21:13,219 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/f1/48f073826d6c43959c3f66a431f80f1e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T07:21:13,219 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/.tmp/norep/d2354186e8e94169b3ba4eb639a0aa49 as hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/norep/d2354186e8e94169b3ba4eb639a0aa49 2024-11-24T07:21:13,223 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2354186e8e94169b3ba4eb639a0aa49 2024-11-24T07:21:13,223 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/norep/d2354186e8e94169b3ba4eb639a0aa49, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T07:21:13,223 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a0c8875508f0ff4744bbcf6190bef0ba in 894ms, sequenceid=12, compaction requested=false 2024-11-24T07:21:13,227 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/default/test/a0c8875508f0ff4744bbcf6190bef0ba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T07:21:13,228 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:13,228 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:21:13,228 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:21:13,228 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0c8875508f0ff4744bbcf6190bef0ba: Waiting for close lock at 1732432872329Running coprocessor pre-close hooks at 1732432872329Disabling compacts and flushes for region at 1732432872329Disabling writes for close at 1732432872329Obtaining lock to block concurrent updates at 1732432872329Preparing flush snapshotting stores in a0c8875508f0ff4744bbcf6190bef0ba at 1732432872329Finished memstore snapshotting test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732432872330 (+1 ms)Flushing stores of test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. at 1732432872330Flushing a0c8875508f0ff4744bbcf6190bef0ba/f: creating writer at 1732432872330Flushing a0c8875508f0ff4744bbcf6190bef0ba/f: appending metadata at 1732432872344 (+14 ms)Flushing a0c8875508f0ff4744bbcf6190bef0ba/f: closing flushed file at 1732432872344Flushing a0c8875508f0ff4744bbcf6190bef0ba/f1: creating writer at 1732432872753 (+409 ms)Flushing a0c8875508f0ff4744bbcf6190bef0ba/f1: appending metadata at 1732432872771 (+18 ms)Flushing a0c8875508f0ff4744bbcf6190bef0ba/f1: closing flushed file at 1732432872771Flushing a0c8875508f0ff4744bbcf6190bef0ba/norep: creating writer at 1732432872780 (+9 ms)Flushing a0c8875508f0ff4744bbcf6190bef0ba/norep: appending metadata at 1732432872802 (+22 ms)Flushing a0c8875508f0ff4744bbcf6190bef0ba/norep: closing flushed file at 1732432872802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f3287d: reopening flushed file at 1732432873210 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3866cb2b: reopening flushed file at 1732432873214 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ce2916: reopening flushed file at 1732432873219 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a0c8875508f0ff4744bbcf6190bef0ba in 894ms, sequenceid=12, compaction requested=false at 1732432873223 (+4 ms)Writing region close event to WAL at 1732432873225 (+2 ms)Running coprocessor post-close hooks at 1732432873228 (+3 ms)Closed at 1732432873228 2024-11-24T07:21:13,228 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432856546.a0c8875508f0ff4744bbcf6190bef0ba. 2024-11-24T07:21:13,228 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d1ae2b214a14d5dd248252eded8833b, disabling compactions & flushes 2024-11-24T07:21:13,228 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:13,228 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:13,228 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. after waiting 0 ms 2024-11-24T07:21:13,228 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:13,228 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d1ae2b214a14d5dd248252eded8833b: Waiting for close lock at 1732432873228Running coprocessor pre-close hooks at 1732432873228Disabling compacts and flushes for region at 1732432873228Disabling writes for close at 1732432873228Failed flush hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b., putting online again at 1732432873228 2024-11-24T07:21:13,228 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:13,287 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T07:21:13,331 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:21:13,331 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7d1ae2b214a14d5dd248252eded8833b=hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b.} 2024-11-24T07:21:13,331 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:13,331 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d1ae2b214a14d5dd248252eded8833b 2024-11-24T07:21:13,331 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d1ae2b214a14d5dd248252eded8833b, disabling compactions & flushes 2024-11-24T07:21:13,331 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:13,331 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:13,331 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. after waiting 0 ms 2024-11-24T07:21:13,331 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:13,331 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d1ae2b214a14d5dd248252eded8833b: Waiting for close lock at 1732432873331Running coprocessor pre-close hooks at 1732432873331Disabling compacts and flushes for region at 1732432873331Disabling writes for close at 1732432873331Failed flush hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b., putting online again at 1732432873331 2024-11-24T07:21:13,331 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732432863029.7d1ae2b214a14d5dd248252eded8833b. 2024-11-24T07:21:13,348 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:13,357 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 1768, reset compression=false 2024-11-24T07:21:13,361 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:13,361 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 2412, reset compression=false 2024-11-24T07:21:13,487 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1471, reset compression=false 2024-11-24T07:21:13,531 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:21:13,564 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 2412, reset compression=false 2024-11-24T07:21:13,614 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/rep_barrier/3770aea4e9f948c5b696175ab158dcf5 2024-11-24T07:21:13,633 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/table/58aa6f9272094876b8f18d02f9e233e6 is 53, key is hbase:replication/table:state/1732432863798/Put/seqid=0 2024-11-24T07:21:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741846_1022 (size=5308) 2024-11-24T07:21:13,731 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:21:13,853 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:13,868 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 2412, reset compression=false 2024-11-24T07:21:13,931 DEBUG [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:21:14,038 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/table/58aa6f9272094876b8f18d02f9e233e6 2024-11-24T07:21:14,042 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/info/ac084b69ca7346649ea8262de436a3e5 as hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/info/ac084b69ca7346649ea8262de436a3e5 2024-11-24T07:21:14,045 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/info/ac084b69ca7346649ea8262de436a3e5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:21:14,045 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/ns/120fc7b005d94bfa8df7da75a8c84fde as hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/ns/120fc7b005d94bfa8df7da75a8c84fde 2024-11-24T07:21:14,048 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/ns/120fc7b005d94bfa8df7da75a8c84fde, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:21:14,049 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/rep_barrier/3770aea4e9f948c5b696175ab158dcf5 as hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/rep_barrier/3770aea4e9f948c5b696175ab158dcf5 2024-11-24T07:21:14,052 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/rep_barrier/3770aea4e9f948c5b696175ab158dcf5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:21:14,053 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/.tmp/table/58aa6f9272094876b8f18d02f9e233e6 as hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/table/58aa6f9272094876b8f18d02f9e233e6 2024-11-24T07:21:14,056 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/table/58aa6f9272094876b8f18d02f9e233e6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:21:14,056 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-24T07:21:14,061 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:21:14,062 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:14,062 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:21:14,062 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:14,062 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432872330Running coprocessor pre-close hooks at 1732432872330Disabling compacts and flushes for region at 1732432872330Disabling writes for close at 1732432872330Obtaining lock to block concurrent updates at 1732432872330Preparing flush snapshotting stores in 1588230740 at 1732432872330Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432872330Flushing stores of hbase:meta,,1.1588230740 at 1732432872331 (+1 ms)Flushing 1588230740/info: creating writer at 1732432872331Flushing 1588230740/info: appending metadata at 1732432872351 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732432872352 (+1 ms)Flushing 1588230740/ns: creating writer at 1732432872759 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732432872779 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732432872779Flushing 1588230740/rep_barrier: creating writer at 1732432873197 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432873210 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432873210Flushing 1588230740/table: creating writer at 1732432873618 (+408 ms)Flushing 1588230740/table: appending metadata at 1732432873633 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732432873633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ada7cef: reopening flushed file at 1732432874041 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57178015: reopening flushed file at 1732432874045 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c26d810: reopening flushed file at 1732432874048 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b2c5dec: reopening flushed file at 1732432874052 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1732432874056 (+4 ms)Writing region close event to WAL at 1732432874059 (+3 ms)Running coprocessor post-close hooks at 1732432874062 (+3 ms)Closed at 1732432874062 2024-11-24T07:21:14,062 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:14,090 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1471, reset compression=false 2024-11-24T07:21:14,132 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T07:21:14,132 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,41193,1732432849776; all regions closed. 2024-11-24T07:21:14,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:21:14,136 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.rep.1732432863764 not finished, retry = 0 2024-11-24T07:21:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741839_1015 (size=2172) 2024-11-24T07:21:14,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741832_1008 (size=2420) 2024-11-24T07:21:14,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 not finished, retry = 0 2024-11-24T07:21:14,272 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 to pos 2412, reset compression=false 2024-11-24T07:21:14,339 DEBUG [RS:0;1ab588ae992e:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:14,339 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:14,339 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/WALs/1ab588ae992e,41193,1732432849776/1ab588ae992e%2C41193%2C1732432849776.1732432852011 2024-11-24T07:21:14,339 INFO [RS:0;1ab588ae992e:41193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:21:14,339 INFO [RS:0;1ab588ae992e:41193 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:21:14,339 INFO [RS:0;1ab588ae992e:41193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:21:14,339 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:21:14,340 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,41193,1732432849776 because: Region server is closing 2024-11-24T07:21:14,340 INFO [RS:0;1ab588ae992e:41193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:41193. 2024-11-24T07:21:14,340 DEBUG [RS:0;1ab588ae992e:41193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:14,340 DEBUG [RS:0;1ab588ae992e:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:14,340 DEBUG [RS:0;1ab588ae992e:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:14,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:14,440 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.shipper1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 terminated 2024-11-24T07:21:14,440 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,41193,1732432849776.replicationSource.wal-reader.1ab588ae992e%2C41193%2C1732432849776,1-1ab588ae992e,41193,1732432849776 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-24T07:21:14,441 INFO [RS:0;1ab588ae992e:41193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:41193. 2024-11-24T07:21:14,441 DEBUG [RS:0;1ab588ae992e:41193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:14,441 DEBUG [RS:0;1ab588ae992e:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:14,441 DEBUG [RS:0;1ab588ae992e:41193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:14,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:14,441 INFO [RS:0;1ab588ae992e:41193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41193 2024-11-24T07:21:14,457 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:14,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754/rs 2024-11-24T07:21:14,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2421345754/rs/1ab588ae992e,41193,1732432849776 2024-11-24T07:21:14,504 INFO [RS:0;1ab588ae992e:41193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:21:14,559 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,41193,1732432849776] 2024-11-24T07:21:14,646 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2421345754/draining/1ab588ae992e,41193,1732432849776 already deleted, retry=false 2024-11-24T07:21:14,646 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,41193,1732432849776 expired; onlineServers=0 2024-11-24T07:21:14,646 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,43809,1732432849606' ***** 2024-11-24T07:21:14,646 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:21:14,646 INFO [M:0;1ab588ae992e:43809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:14,646 INFO [M:0;1ab588ae992e:43809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:21:14,646 DEBUG [M:0;1ab588ae992e:43809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:21:14,646 DEBUG [M:0;1ab588ae992e:43809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:21:14,646 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432851790 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432851790,5,FailOnTimeoutGroup] 2024-11-24T07:21:14,646 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432851791 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432851791,5,FailOnTimeoutGroup] 2024-11-24T07:21:14,646 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:21:14,647 INFO [M:0;1ab588ae992e:43809 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:21:14,647 INFO [M:0;1ab588ae992e:43809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:21:14,647 DEBUG [M:0;1ab588ae992e:43809 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:21:14,647 INFO [M:0;1ab588ae992e:43809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:21:14,647 INFO [M:0;1ab588ae992e:43809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:14,647 INFO [M:0;1ab588ae992e:43809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:21:14,647 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:21:14,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:14,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41193-0x1016bb730380007, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:14,660 INFO [RS:0;1ab588ae992e:41193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:21:14,660 INFO [RS:0;1ab588ae992e:41193 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,41193,1732432849776; zookeeper connection closed. 2024-11-24T07:21:14,660 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24731db7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24731db7 2024-11-24T07:21:14,660 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:21:14,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2421345754/master 2024-11-24T07:21:14,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2421345754 2024-11-24T07:21:14,741 DEBUG [M:0;1ab588ae992e:43809 {}] zookeeper.ZKUtil(347): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Unable to get data of znode /2421345754/master because node does not exist (not an error) 2024-11-24T07:21:14,741 WARN [M:0;1ab588ae992e:43809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:21:14,742 INFO [M:0;1ab588ae992e:43809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/.lastflushedseqids 2024-11-24T07:21:14,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741847_1023 (size=245) 2024-11-24T07:21:14,793 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1471, reset compression=false 2024-11-24T07:21:15,146 INFO [M:0;1ab588ae992e:43809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:21:15,146 INFO [M:0;1ab588ae992e:43809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:21:15,147 DEBUG [M:0;1ab588ae992e:43809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:21:15,147 INFO [M:0;1ab588ae992e:43809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:15,147 DEBUG [M:0;1ab588ae992e:43809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:15,147 DEBUG [M:0;1ab588ae992e:43809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:21:15,147 DEBUG [M:0;1ab588ae992e:43809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:15,147 INFO [M:0;1ab588ae992e:43809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-24T07:21:15,160 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:15,160 DEBUG [M:0;1ab588ae992e:43809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2509684486f0436cb56d0e51babd9677 is 82, key is hbase:meta,,1/info:regioninfo/1732432853030/Put/seqid=0 2024-11-24T07:21:15,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741848_1024 (size=5672) 2024-11-24T07:21:15,565 INFO [M:0;1ab588ae992e:43809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2509684486f0436cb56d0e51babd9677 2024-11-24T07:21:15,581 DEBUG [M:0;1ab588ae992e:43809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6542ad8b1ea4f26adeb1fa50b4eed59 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732432863801/Put/seqid=0 2024-11-24T07:21:15,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741849_1025 (size=9212) 2024-11-24T07:21:15,599 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1471, reset compression=false 2024-11-24T07:21:15,963 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:15,984 INFO [M:0;1ab588ae992e:43809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6542ad8b1ea4f26adeb1fa50b4eed59 2024-11-24T07:21:16,005 DEBUG [M:0;1ab588ae992e:43809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cee22ed135643d19bf8011aef2d9123 is 69, key is 1ab588ae992e,41193,1732432849776/rs:state/1732432851842/Put/seqid=0 2024-11-24T07:21:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741850_1026 (size=5156) 2024-11-24T07:21:16,409 INFO [M:0;1ab588ae992e:43809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cee22ed135643d19bf8011aef2d9123 2024-11-24T07:21:16,412 DEBUG [M:0;1ab588ae992e:43809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2509684486f0436cb56d0e51babd9677 as hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2509684486f0436cb56d0e51babd9677 2024-11-24T07:21:16,415 INFO [M:0;1ab588ae992e:43809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2509684486f0436cb56d0e51babd9677, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T07:21:16,415 DEBUG [M:0;1ab588ae992e:43809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6542ad8b1ea4f26adeb1fa50b4eed59 as hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6542ad8b1ea4f26adeb1fa50b4eed59 2024-11-24T07:21:16,419 INFO [M:0;1ab588ae992e:43809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6542ad8b1ea4f26adeb1fa50b4eed59, entries=15, sequenceid=127, filesize=9.0 K 2024-11-24T07:21:16,420 DEBUG [M:0;1ab588ae992e:43809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cee22ed135643d19bf8011aef2d9123 as hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cee22ed135643d19bf8011aef2d9123 2024-11-24T07:21:16,424 INFO [M:0;1ab588ae992e:43809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46207/user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cee22ed135643d19bf8011aef2d9123, entries=1, sequenceid=127, filesize=5.0 K 2024-11-24T07:21:16,425 INFO [M:0;1ab588ae992e:43809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=127, compaction requested=false 2024-11-24T07:21:16,427 INFO [M:0;1ab588ae992e:43809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:16,427 DEBUG [M:0;1ab588ae992e:43809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432875146Disabling compacts and flushes for region at 1732432875146Disabling writes for close at 1732432875147 (+1 ms)Obtaining lock to block concurrent updates at 1732432875147Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432875147Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732432875147Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432875147Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432875147Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432875160 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432875160Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432875568 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432875581 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432875581Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432875988 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432876004 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432876004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d69048b: reopening flushed file at 1732432876412 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729f2dd5: reopening flushed file at 1732432876415 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3caf799e: reopening flushed file at 1732432876419 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=127, compaction requested=false at 1732432876425 (+6 ms)Writing region close event to WAL at 1732432876427 (+2 ms)Closed at 1732432876427 2024-11-24T07:21:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42715 is added to blk_1073741830_1006 (size=73866) 2024-11-24T07:21:16,429 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ca79959-d4c6-81ea-25b7-d8899fd89e3c/MasterData/WALs/1ab588ae992e,43809,1732432849606/1ab588ae992e%2C43809%2C1732432849606.1732432851521 not finished, retry = 0 2024-11-24T07:21:16,502 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1471, reset compression=false 2024-11-24T07:21:16,530 INFO [M:0;1ab588ae992e:43809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:21:16,530 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:21:16,530 INFO [M:0;1ab588ae992e:43809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43809 2024-11-24T07:21:16,530 INFO [M:0;1ab588ae992e:43809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:21:16,695 INFO [M:0;1ab588ae992e:43809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:21:16,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:16,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x1016bb730380006, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:16,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f7670e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:21:16,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35afb4e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:21:16,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:21:16,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c211b32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:21:16,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34be8aba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/hadoop.log.dir/,STOPPED} 2024-11-24T07:21:16,702 WARN [BP-238152845-172.17.0.3-1732432847315 heartbeating to localhost/127.0.0.1:46207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:21:16,702 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:21:16,702 WARN [BP-238152845-172.17.0.3-1732432847315 heartbeating to localhost/127.0.0.1:46207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-238152845-172.17.0.3-1732432847315 (Datanode Uuid 746f6365-9d9f-4d91-b67e-820ff11e655d) service to localhost/127.0.0.1:46207 2024-11-24T07:21:16,702 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:21:16,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/cluster_bf5ca992-781f-5be1-cb50-b2a35edce2d1/data/data1/current/BP-238152845-172.17.0.3-1732432847315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:21:16,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/cluster_bf5ca992-781f-5be1-cb50-b2a35edce2d1/data/data2/current/BP-238152845-172.17.0.3-1732432847315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:21:16,703 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:21:16,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49974ffc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:21:16,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c7bb14e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:21:16,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:21:16,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251a61bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:21:16,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0b76d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/hadoop.log.dir/,STOPPED} 2024-11-24T07:21:16,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:21:16,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:21:16,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:16,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:16,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:16,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:16,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:16,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:21:16,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1684705264, stopped=false 2024-11-24T07:21:16,724 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,37671,1732432843698 2024-11-24T07:21:16,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1475879809/running 2024-11-24T07:21:16,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1475879809/running 2024-11-24T07:21:16,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:21:16,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:21:16,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:16,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:16,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Set watcher on znode that does not yet exist, /1475879809/running 2024-11-24T07:21:16,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Set watcher on znode that does not yet exist, /1475879809/running 2024-11-24T07:21:16,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:16,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:16,740 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,39021,1732432843835' ***** 2024-11-24T07:21:16,740 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:21:16,740 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:21:16,740 INFO [RS:0;1ab588ae992e:39021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:21:16,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:21:16,740 INFO [RS:0;1ab588ae992e:39021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:21:16,740 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(3091): Received CLOSE for 7982901dfa93c3030dd11d494bed04a5 2024-11-24T07:21:16,741 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:16,741 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,39021,1732432843835 2024-11-24T07:21:16,741 INFO [RS:0;1ab588ae992e:39021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:16,741 INFO [RS:0;1ab588ae992e:39021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39021. 2024-11-24T07:21:16,741 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7982901dfa93c3030dd11d494bed04a5, disabling compactions & flushes 2024-11-24T07:21:16,741 DEBUG [RS:0;1ab588ae992e:39021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:16,741 DEBUG [RS:0;1ab588ae992e:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:16,741 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:21:16,741 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:21:16,741 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:21:16,741 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. after waiting 0 ms 2024-11-24T07:21:16,741 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:21:16,741 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:21:16,741 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:21:16,741 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:21:16,741 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7982901dfa93c3030dd11d494bed04a5 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T07:21:16,741 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:21:16,741 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1325): Online Regions={7982901dfa93c3030dd11d494bed04a5=test,,1732432854397.7982901dfa93c3030dd11d494bed04a5., 1588230740=hbase:meta,,1.1588230740, 9a8ae7ff760a3f5688ec42d223d20bf8=hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8.} 2024-11-24T07:21:16,741 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7982901dfa93c3030dd11d494bed04a5, 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:16,741 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:21:16,741 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:21:16,741 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:21:16,741 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:21:16,741 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:21:16,741 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:21:16,758 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/.tmp/f/2bd778b0558845e8ae96628077cb2707 is 37, key is row3/f:row3/1732432870927/Put/seqid=0 2024-11-24T07:21:16,765 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:16,766 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/info/208e064014364d4f8126081d4c27f9b9 is 147, key is hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8./info:regioninfo/1732432862050/Put/seqid=0 2024-11-24T07:21:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741840_1016 (size=5228) 2024-11-24T07:21:16,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741841_1017 (size=7686) 2024-11-24T07:21:16,869 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:16,941 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7982901dfa93c3030dd11d494bed04a5, 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:17,081 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:37671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T07:21:17,141 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7982901dfa93c3030dd11d494bed04a5, 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:17,171 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/.tmp/f/2bd778b0558845e8ae96628077cb2707 2024-11-24T07:21:17,175 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bd778b0558845e8ae96628077cb2707 2024-11-24T07:21:17,182 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/info/208e064014364d4f8126081d4c27f9b9 2024-11-24T07:21:17,188 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/.tmp/f1/d056f55fe11849eb8166ed611d512ab4 is 30, key is row1/f1:/1732432868264/DeleteFamily/seqid=0 2024-11-24T07:21:17,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741842_1018 (size=5158) 2024-11-24T07:21:17,198 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/ns/3bfd5a38f07f45d3b52d9221549fb8fa is 43, key is default/ns:d/1732432847201/Put/seqid=0 2024-11-24T07:21:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741843_1019 (size=5153) 2024-11-24T07:21:17,203 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/ns/3bfd5a38f07f45d3b52d9221549fb8fa 2024-11-24T07:21:17,207 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:21:17,207 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:21:17,221 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/rep_barrier/9942c2563a3b42e79158507b67b0145a is 112, key is test,,1732432854397.7982901dfa93c3030dd11d494bed04a5./rep_barrier:seqnumDuringOpen/1732432855539/Put/seqid=0 2024-11-24T07:21:17,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741844_1020 (size=5518) 2024-11-24T07:21:17,342 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7982901dfa93c3030dd11d494bed04a5, 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:17,505 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1471, reset compression=false 2024-11-24T07:21:17,509 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:17,509 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1718, reset compression=false 2024-11-24T07:21:17,509 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,39021,1732432843835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:17,510 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,39021,1732432843835: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,39021,1732432843835, walGroup=1ab588ae992e%2C39021%2C1732432843835, offset=1ab588ae992e%2C39021%2C1732432843835.1732432846268:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:39021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:21:17,511 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:21:17,512 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:21:17,512 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:21:17,512 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:21:17,512 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:21:17,512 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 868249472 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 199014344 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:21:17,513 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:37671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:37671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T07:21:17,542 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7982901dfa93c3030dd11d494bed04a5, 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:17,594 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/.tmp/f1/d056f55fe11849eb8166ed611d512ab4 2024-11-24T07:21:17,597 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d056f55fe11849eb8166ed611d512ab4 2024-11-24T07:21:17,610 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/.tmp/norep/340ba7d3a5ba4a5081dbe3f49b21a14f is 33, key is row1/norep:/1732432868264/DeleteFamily/seqid=0 2024-11-24T07:21:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741845_1021 (size=5108) 2024-11-24T07:21:17,625 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/rep_barrier/9942c2563a3b42e79158507b67b0145a 2024-11-24T07:21:17,641 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/table/11c5875e5834498893387e6faba119ad is 53, key is hbase:replication/table:state/1732432862056/Put/seqid=0 2024-11-24T07:21:17,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741846_1022 (size=5308) 2024-11-24T07:21:17,712 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1718, reset compression=false 2024-11-24T07:21:17,742 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7982901dfa93c3030dd11d494bed04a5, 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:17,872 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:17,942 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7982901dfa93c3030dd11d494bed04a5, 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:18,014 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/.tmp/norep/340ba7d3a5ba4a5081dbe3f49b21a14f 2024-11-24T07:21:18,015 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.wal-reader.1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/WALs/1ab588ae992e,39021,1732432843835/1ab588ae992e%2C39021%2C1732432843835.1732432846268 to pos 1718, reset compression=false 2024-11-24T07:21:18,019 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 340ba7d3a5ba4a5081dbe3f49b21a14f 2024-11-24T07:21:18,020 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/.tmp/f/2bd778b0558845e8ae96628077cb2707 as hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/f/2bd778b0558845e8ae96628077cb2707 2024-11-24T07:21:18,024 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bd778b0558845e8ae96628077cb2707 2024-11-24T07:21:18,024 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/f/2bd778b0558845e8ae96628077cb2707, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T07:21:18,025 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/.tmp/f1/d056f55fe11849eb8166ed611d512ab4 as hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/f1/d056f55fe11849eb8166ed611d512ab4 2024-11-24T07:21:18,029 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d056f55fe11849eb8166ed611d512ab4 2024-11-24T07:21:18,029 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/f1/d056f55fe11849eb8166ed611d512ab4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T07:21:18,029 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/.tmp/norep/340ba7d3a5ba4a5081dbe3f49b21a14f as hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/norep/340ba7d3a5ba4a5081dbe3f49b21a14f 2024-11-24T07:21:18,033 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 340ba7d3a5ba4a5081dbe3f49b21a14f 2024-11-24T07:21:18,034 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/norep/340ba7d3a5ba4a5081dbe3f49b21a14f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T07:21:18,034 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7982901dfa93c3030dd11d494bed04a5 in 1293ms, sequenceid=12, compaction requested=false 2024-11-24T07:21:18,034 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T07:21:18,038 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/default/test/7982901dfa93c3030dd11d494bed04a5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T07:21:18,038 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:18,039 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:21:18,039 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:21:18,039 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7982901dfa93c3030dd11d494bed04a5: Waiting for close lock at 1732432876741Running coprocessor pre-close hooks at 1732432876741Disabling compacts and flushes for region at 1732432876741Disabling writes for close at 1732432876741Obtaining lock to block concurrent updates at 1732432876741Preparing flush snapshotting stores in 7982901dfa93c3030dd11d494bed04a5 at 1732432876741Finished memstore snapshotting test,,1732432854397.7982901dfa93c3030dd11d494bed04a5., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732432876741Flushing stores of test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. at 1732432876742 (+1 ms)Flushing 7982901dfa93c3030dd11d494bed04a5/f: creating writer at 1732432876742Flushing 7982901dfa93c3030dd11d494bed04a5/f: appending metadata at 1732432876758 (+16 ms)Flushing 7982901dfa93c3030dd11d494bed04a5/f: closing flushed file at 1732432876758Flushing 7982901dfa93c3030dd11d494bed04a5/f1: creating writer at 1732432877175 (+417 ms)Flushing 7982901dfa93c3030dd11d494bed04a5/f1: appending metadata at 1732432877188 (+13 ms)Flushing 7982901dfa93c3030dd11d494bed04a5/f1: closing flushed file at 1732432877188Flushing 7982901dfa93c3030dd11d494bed04a5/norep: creating writer at 1732432877597 (+409 ms)Flushing 7982901dfa93c3030dd11d494bed04a5/norep: appending metadata at 1732432877609 (+12 ms)Flushing 7982901dfa93c3030dd11d494bed04a5/norep: closing flushed file at 1732432877609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203df23c: reopening flushed file at 1732432878019 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2feec1a6: reopening flushed file at 1732432878024 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483501e3: reopening flushed file at 1732432878029 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7982901dfa93c3030dd11d494bed04a5 in 1293ms, sequenceid=12, compaction requested=false at 1732432878034 (+5 ms)Writing region close event to WAL at 1732432878036 (+2 ms)Running coprocessor post-close hooks at 1732432878038 (+2 ms)Closed at 1732432878039 (+1 ms) 2024-11-24T07:21:18,039 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432854397.7982901dfa93c3030dd11d494bed04a5. 2024-11-24T07:21:18,039 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a8ae7ff760a3f5688ec42d223d20bf8, disabling compactions & flushes 2024-11-24T07:21:18,039 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:18,039 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:18,039 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. after waiting 0 ms 2024-11-24T07:21:18,039 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:18,039 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a8ae7ff760a3f5688ec42d223d20bf8: Waiting for close lock at 1732432878039Running coprocessor pre-close hooks at 1732432878039Disabling compacts and flushes for region at 1732432878039Disabling writes for close at 1732432878039Failed flush hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8., putting online again at 1732432878039 2024-11-24T07:21:18,039 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:18,044 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/table/11c5875e5834498893387e6faba119ad 2024-11-24T07:21:18,048 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/info/208e064014364d4f8126081d4c27f9b9 as hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/info/208e064014364d4f8126081d4c27f9b9 2024-11-24T07:21:18,052 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/info/208e064014364d4f8126081d4c27f9b9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:21:18,052 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/ns/3bfd5a38f07f45d3b52d9221549fb8fa as hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/ns/3bfd5a38f07f45d3b52d9221549fb8fa 2024-11-24T07:21:18,056 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/ns/3bfd5a38f07f45d3b52d9221549fb8fa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:21:18,056 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/rep_barrier/9942c2563a3b42e79158507b67b0145a as hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/rep_barrier/9942c2563a3b42e79158507b67b0145a 2024-11-24T07:21:18,060 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/rep_barrier/9942c2563a3b42e79158507b67b0145a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:21:18,061 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/.tmp/table/11c5875e5834498893387e6faba119ad as hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/table/11c5875e5834498893387e6faba119ad 2024-11-24T07:21:18,064 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/table/11c5875e5834498893387e6faba119ad, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:21:18,065 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-11-24T07:21:18,065 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:21:18,069 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:21:18,069 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:18,069 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:21:18,069 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:18,069 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432876741Running coprocessor pre-close hooks at 1732432876741Disabling compacts and flushes for region at 1732432876741Disabling writes for close at 1732432876741Obtaining lock to block concurrent updates at 1732432876741Preparing flush snapshotting stores in 1588230740 at 1732432876741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432876742 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432876742Flushing 1588230740/info: creating writer at 1732432876742Flushing 1588230740/info: appending metadata at 1732432876766 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732432876766Flushing 1588230740/ns: creating writer at 1732432877184 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732432877198 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732432877198Flushing 1588230740/rep_barrier: creating writer at 1732432877207 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432877221 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432877221Flushing 1588230740/table: creating writer at 1732432877628 (+407 ms)Flushing 1588230740/table: appending metadata at 1732432877640 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732432877640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61487d5f: reopening flushed file at 1732432878048 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe36492: reopening flushed file at 1732432878052 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42190079: reopening flushed file at 1732432878056 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293e8511: reopening flushed file at 1732432878060 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1732432878065 (+5 ms)Writing region close event to WAL at 1732432878066 (+1 ms)Running coprocessor post-close hooks at 1732432878069 (+3 ms)Closed at 1732432878069 2024-11-24T07:21:18,070 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:18,142 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:21:18,142 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1325): Online Regions={9a8ae7ff760a3f5688ec42d223d20bf8=hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8.} 2024-11-24T07:21:18,142 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:18,142 DEBUG [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1351): Waiting on 9a8ae7ff760a3f5688ec42d223d20bf8 2024-11-24T07:21:18,143 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a8ae7ff760a3f5688ec42d223d20bf8, disabling compactions & flushes 2024-11-24T07:21:18,143 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:18,143 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:18,143 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. after waiting 0 ms 2024-11-24T07:21:18,143 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:18,143 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a8ae7ff760a3f5688ec42d223d20bf8: Waiting for close lock at 1732432878142Running coprocessor pre-close hooks at 1732432878143 (+1 ms)Disabling compacts and flushes for region at 1732432878143Disabling writes for close at 1732432878143Failed flush hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8., putting online again at 1732432878143 2024-11-24T07:21:18,143 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732432860871.9a8ae7ff760a3f5688ec42d223d20bf8. 2024-11-24T07:21:18,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,343 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T07:21:18,343 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,39021,1732432843835; all regions closed. 2024-11-24T07:21:18,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:21:18,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741839_1015 (size=2609) 2024-11-24T07:21:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741832_1008 (size=2370) 2024-11-24T07:21:18,348 DEBUG [RS:0;1ab588ae992e:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:18,348 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:18,348 INFO [RS:0;1ab588ae992e:39021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:21:18,348 INFO [RS:0;1ab588ae992e:39021 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:21:18,348 INFO [RS:0;1ab588ae992e:39021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:21:18,348 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:21:18,348 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,39021,1732432843835 because: Region server is closing 2024-11-24T07:21:18,349 INFO [RS:0;1ab588ae992e:39021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39021. 2024-11-24T07:21:18,349 DEBUG [RS:0;1ab588ae992e:39021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:18,349 DEBUG [RS:0;1ab588ae992e:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:18,349 DEBUG [RS:0;1ab588ae992e:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:18,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:18,449 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,39021,1732432843835.replicationSource.shipper1ab588ae992e%2C39021%2C1732432843835,1-1ab588ae992e,39021,1732432843835 terminated 2024-11-24T07:21:18,449 INFO [RS:0;1ab588ae992e:39021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:39021. 2024-11-24T07:21:18,449 DEBUG [RS:0;1ab588ae992e:39021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:18,449 DEBUG [RS:0;1ab588ae992e:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:18,449 DEBUG [RS:0;1ab588ae992e:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:18,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:18,449 INFO [RS:0;1ab588ae992e:39021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39021 2024-11-24T07:21:18,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1475879809/rs/1ab588ae992e,39021,1732432843835 2024-11-24T07:21:18,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809/rs 2024-11-24T07:21:18,456 INFO [RS:0;1ab588ae992e:39021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:21:18,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,39021,1732432843835] 2024-11-24T07:21:18,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1475879809/draining/1ab588ae992e,39021,1732432843835 already deleted, retry=false 2024-11-24T07:21:18,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,39021,1732432843835 expired; onlineServers=0 2024-11-24T07:21:18,477 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,37671,1732432843698' ***** 2024-11-24T07:21:18,477 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:21:18,477 INFO [M:0;1ab588ae992e:37671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:18,477 INFO [M:0;1ab588ae992e:37671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:21:18,477 DEBUG [M:0;1ab588ae992e:37671 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:21:18,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:21:18,477 DEBUG [M:0;1ab588ae992e:37671 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:21:18,477 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432845974 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432845974,5,FailOnTimeoutGroup] 2024-11-24T07:21:18,477 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432845974 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432845974,5,FailOnTimeoutGroup] 2024-11-24T07:21:18,478 INFO [M:0;1ab588ae992e:37671 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:21:18,478 INFO [M:0;1ab588ae992e:37671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:21:18,478 DEBUG [M:0;1ab588ae992e:37671 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:21:18,478 INFO [M:0;1ab588ae992e:37671 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:21:18,478 INFO [M:0;1ab588ae992e:37671 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:18,478 INFO [M:0;1ab588ae992e:37671 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:21:18,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:21:18,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1475879809/master 2024-11-24T07:21:18,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1475879809 2024-11-24T07:21:18,488 DEBUG [M:0;1ab588ae992e:37671 {}] zookeeper.ZKUtil(347): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Unable to get data of znode /1475879809/master because node does not exist (not an error) 2024-11-24T07:21:18,488 WARN [M:0;1ab588ae992e:37671 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:21:18,488 INFO [M:0;1ab588ae992e:37671 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/.lastflushedseqids 2024-11-24T07:21:18,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741847_1023 (size=245) 2024-11-24T07:21:18,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:18,567 INFO [RS:0;1ab588ae992e:39021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:21:18,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1016bb730380004, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:18,567 INFO [RS:0;1ab588ae992e:39021 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,39021,1732432843835; zookeeper connection closed. 2024-11-24T07:21:18,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7791c030 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7791c030 2024-11-24T07:21:18,567 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:21:18,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:21:18,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:18,892 INFO [M:0;1ab588ae992e:37671 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:21:18,892 INFO [M:0;1ab588ae992e:37671 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:21:18,892 DEBUG [M:0;1ab588ae992e:37671 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:21:18,892 INFO [M:0;1ab588ae992e:37671 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:18,892 DEBUG [M:0;1ab588ae992e:37671 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:18,892 DEBUG [M:0;1ab588ae992e:37671 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:21:18,892 DEBUG [M:0;1ab588ae992e:37671 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:18,892 INFO [M:0;1ab588ae992e:37671 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-24T07:21:18,922 DEBUG [M:0;1ab588ae992e:37671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/860cbec34feb46b09ee0d63e61e05f5a is 82, key is hbase:meta,,1/info:regioninfo/1732432847189/Put/seqid=0 2024-11-24T07:21:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741848_1024 (size=5672) 2024-11-24T07:21:18,975 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:19,369 INFO [M:0;1ab588ae992e:37671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/860cbec34feb46b09ee0d63e61e05f5a 2024-11-24T07:21:19,399 DEBUG [M:0;1ab588ae992e:37671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84e65b979a474d4e97e632bd9d6165cb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732432855548/Put/seqid=0 2024-11-24T07:21:19,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741849_1025 (size=7218) 2024-11-24T07:21:19,428 INFO [M:0;1ab588ae992e:37671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84e65b979a474d4e97e632bd9d6165cb 2024-11-24T07:21:19,434 INFO [M:0;1ab588ae992e:37671 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e65b979a474d4e97e632bd9d6165cb 2024-11-24T07:21:19,474 DEBUG [M:0;1ab588ae992e:37671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88d5a65fc5214c53ae4cd58541b0be97 is 69, key is 1ab588ae992e,39021,1732432843835/rs:state/1732432846093/Put/seqid=0 2024-11-24T07:21:19,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741850_1026 (size=5156) 2024-11-24T07:21:19,499 INFO [M:0;1ab588ae992e:37671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88d5a65fc5214c53ae4cd58541b0be97 2024-11-24T07:21:19,513 DEBUG [M:0;1ab588ae992e:37671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/860cbec34feb46b09ee0d63e61e05f5a as hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/860cbec34feb46b09ee0d63e61e05f5a 2024-11-24T07:21:19,519 INFO [M:0;1ab588ae992e:37671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/860cbec34feb46b09ee0d63e61e05f5a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T07:21:19,520 DEBUG [M:0;1ab588ae992e:37671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84e65b979a474d4e97e632bd9d6165cb as hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84e65b979a474d4e97e632bd9d6165cb 2024-11-24T07:21:19,525 INFO [M:0;1ab588ae992e:37671 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e65b979a474d4e97e632bd9d6165cb 2024-11-24T07:21:19,525 INFO [M:0;1ab588ae992e:37671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84e65b979a474d4e97e632bd9d6165cb, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T07:21:19,526 DEBUG [M:0;1ab588ae992e:37671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88d5a65fc5214c53ae4cd58541b0be97 as hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88d5a65fc5214c53ae4cd58541b0be97 2024-11-24T07:21:19,531 INFO [M:0;1ab588ae992e:37671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33779/user/jenkins/test-data/d5898955-f1ad-a3b8-92f3-40f1c361f8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88d5a65fc5214c53ae4cd58541b0be97, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T07:21:19,531 INFO [M:0;1ab588ae992e:37671 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 639ms, sequenceid=105, compaction requested=false 2024-11-24T07:21:19,548 INFO [M:0;1ab588ae992e:37671 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:19,549 DEBUG [M:0;1ab588ae992e:37671 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432878892Disabling compacts and flushes for region at 1732432878892Disabling writes for close at 1732432878892Obtaining lock to block concurrent updates at 1732432878892Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432878892Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732432878893 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432878894 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432878894Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432878922 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432878922Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432879373 (+451 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432879398 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432879399 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432879434 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432879473 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432879473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a319bc6: reopening flushed file at 1732432879512 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@408f6baa: reopening flushed file at 1732432879519 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516f12ba: reopening flushed file at 1732432879525 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 639ms, sequenceid=105, compaction requested=false at 1732432879531 (+6 ms)Writing region close event to WAL at 1732432879548 (+17 ms)Closed at 1732432879548 2024-11-24T07:21:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741830_1006 (size=64423) 2024-11-24T07:21:19,558 INFO [M:0;1ab588ae992e:37671 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:21:19,558 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:21:19,558 INFO [M:0;1ab588ae992e:37671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37671 2024-11-24T07:21:19,558 INFO [M:0;1ab588ae992e:37671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:21:19,725 INFO [M:0;1ab588ae992e:37671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:21:19,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:19,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37671-0x1016bb730380003, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:19,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d7541f5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:21:19,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17192402{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:21:19,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:21:19,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d7fd3c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:21:19,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32470770{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/hadoop.log.dir/,STOPPED} 2024-11-24T07:21:19,741 WARN [BP-577304382-172.17.0.3-1732432841599 heartbeating to localhost/127.0.0.1:33779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:21:19,741 WARN [BP-577304382-172.17.0.3-1732432841599 heartbeating to localhost/127.0.0.1:33779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-577304382-172.17.0.3-1732432841599 (Datanode Uuid 07c6c9d7-8f2d-4cff-a16a-fcfdffd06092) service to localhost/127.0.0.1:33779 2024-11-24T07:21:19,741 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:21:19,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:21:19,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/cluster_c0021e0e-c2fb-3401-36e1-05310eb50c0e/data/data1/current/BP-577304382-172.17.0.3-1732432841599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:21:19,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/cluster_c0021e0e-c2fb-3401-36e1-05310eb50c0e/data/data2/current/BP-577304382-172.17.0.3-1732432841599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:21:19,742 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:21:19,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e1f05cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:21:19,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b558b59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:21:19,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:21:19,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82e9449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:21:19,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37cf39df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7364dbd0-c6cb-c367-cb6f-642582b6ae20/hadoop.log.dir/,STOPPED} 2024-11-24T07:21:19,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:21:19,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:21:19,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:19,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:19,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:19,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:19,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:19,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:21:19,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=216636876, stopped=false 2024-11-24T07:21:19,781 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,43303,1732432837910 2024-11-24T07:21:19,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1924806911/running 2024-11-24T07:21:19,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:21:19,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1924806911/running 2024-11-24T07:21:19,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:21:19,793 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:19,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:19,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:19,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:19,794 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,40495,1732432838119' ***** 2024-11-24T07:21:19,794 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:21:19,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Set watcher on znode that does not yet exist, /0-1924806911/running 2024-11-24T07:21:19,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Set watcher on znode that does not yet exist, /0-1924806911/running 2024-11-24T07:21:19,794 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:21:19,794 INFO [RS:0;1ab588ae992e:40495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:21:19,794 INFO [RS:0;1ab588ae992e:40495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:21:19,794 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(3091): Received CLOSE for 3de04f208a0e71e986f5e3825c6dc6ec 2024-11-24T07:21:19,795 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:21:19,808 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dde797a544bdc13065265a50e38b544 2024-11-24T07:21:19,808 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,40495,1732432838119 2024-11-24T07:21:19,808 INFO [RS:0;1ab588ae992e:40495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:19,808 INFO [RS:0;1ab588ae992e:40495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:40495. 2024-11-24T07:21:19,808 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3de04f208a0e71e986f5e3825c6dc6ec, disabling compactions & flushes 2024-11-24T07:21:19,808 DEBUG [RS:0;1ab588ae992e:40495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:19,808 DEBUG [RS:0;1ab588ae992e:40495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:19,808 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:21:19,808 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:21:19,808 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. after waiting 0 ms 2024-11-24T07:21:19,808 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:21:19,809 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:21:19,809 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:21:19,809 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:21:19,809 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:21:19,809 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3de04f208a0e71e986f5e3825c6dc6ec 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-24T07:21:19,820 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:21:19,820 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1325): Online Regions={3de04f208a0e71e986f5e3825c6dc6ec=hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec., 1588230740=hbase:meta,,1.1588230740, 7dde797a544bdc13065265a50e38b544=test,,1732432853251.7dde797a544bdc13065265a50e38b544.} 2024-11-24T07:21:19,820 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3de04f208a0e71e986f5e3825c6dc6ec, 7dde797a544bdc13065265a50e38b544 2024-11-24T07:21:19,820 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:21:19,820 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:21:19,820 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:21:19,820 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:21:19,820 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:21:19,821 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:21:19,847 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/replication/3de04f208a0e71e986f5e3825c6dc6ec/.tmp/queue/bc635bcd314048e9994e629ba80035cb is 154, key is 1-1ab588ae992e,40495,1732432838119/queue:1ab588ae992e%2C40495%2C1732432838119/1732432872446/Put/seqid=0 2024-11-24T07:21:19,847 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/info/4d2db7de4b254f8bacde88e32d76360e is 147, key is hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec./info:regioninfo/1732432859867/Put/seqid=0 2024-11-24T07:21:19,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741840_1016 (size=5353) 2024-11-24T07:21:19,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741841_1017 (size=7686) 2024-11-24T07:21:19,871 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/replication/3de04f208a0e71e986f5e3825c6dc6ec/.tmp/queue/bc635bcd314048e9994e629ba80035cb 2024-11-24T07:21:19,874 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:19,877 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/replication/3de04f208a0e71e986f5e3825c6dc6ec/.tmp/queue/bc635bcd314048e9994e629ba80035cb as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/replication/3de04f208a0e71e986f5e3825c6dc6ec/queue/bc635bcd314048e9994e629ba80035cb 2024-11-24T07:21:19,882 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/replication/3de04f208a0e71e986f5e3825c6dc6ec/queue/bc635bcd314048e9994e629ba80035cb, entries=1, sequenceid=14, filesize=5.2 K 2024-11-24T07:21:19,883 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 3de04f208a0e71e986f5e3825c6dc6ec in 74ms, sequenceid=14, compaction requested=false 2024-11-24T07:21:19,888 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/replication/3de04f208a0e71e986f5e3825c6dc6ec/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-24T07:21:19,888 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:19,888 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:21:19,888 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:21:19,888 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3de04f208a0e71e986f5e3825c6dc6ec: Waiting for close lock at 1732432879808Running coprocessor pre-close hooks at 1732432879808Disabling compacts and flushes for region at 1732432879808Disabling writes for close at 1732432879808Obtaining lock to block concurrent updates at 1732432879809 (+1 ms)Preparing flush snapshotting stores in 3de04f208a0e71e986f5e3825c6dc6ec at 1732432879809Finished memstore snapshotting hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732432879809Flushing stores of hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. at 1732432879809Flushing 3de04f208a0e71e986f5e3825c6dc6ec/queue: creating writer at 1732432879810 (+1 ms)Flushing 3de04f208a0e71e986f5e3825c6dc6ec/queue: appending metadata at 1732432879846 (+36 ms)Flushing 3de04f208a0e71e986f5e3825c6dc6ec/queue: closing flushed file at 1732432879846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d257662: reopening flushed file at 1732432879876 (+30 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 3de04f208a0e71e986f5e3825c6dc6ec in 74ms, sequenceid=14, compaction requested=false at 1732432879883 (+7 ms)Writing region close event to WAL at 1732432879883Running coprocessor post-close hooks at 1732432879888 (+5 ms)Closed at 1732432879888 2024-11-24T07:21:19,889 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432858709.3de04f208a0e71e986f5e3825c6dc6ec. 2024-11-24T07:21:19,889 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dde797a544bdc13065265a50e38b544, disabling compactions & flushes 2024-11-24T07:21:19,889 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:21:19,889 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:21:19,889 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432853251.7dde797a544bdc13065265a50e38b544. after waiting 0 ms 2024-11-24T07:21:19,889 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:21:19,889 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7dde797a544bdc13065265a50e38b544 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-24T07:21:19,910 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/.tmp/f/427e1f96fc1e498688cc8ebf7739a290 is 37, key is row3/f:row3/1732432870927/Put/seqid=0 2024-11-24T07:21:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741842_1018 (size=5228) 2024-11-24T07:21:19,942 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/.tmp/f/427e1f96fc1e498688cc8ebf7739a290 2024-11-24T07:21:19,947 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 427e1f96fc1e498688cc8ebf7739a290 2024-11-24T07:21:19,987 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/.tmp/f1/78c717640f8c4891a15c554530aab661 is 30, key is row1/f1:/1732432868264/DeleteFamily/seqid=0 2024-11-24T07:21:20,020 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dde797a544bdc13065265a50e38b544 2024-11-24T07:21:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741843_1019 (size=5158) 2024-11-24T07:21:20,024 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/.tmp/f1/78c717640f8c4891a15c554530aab661 2024-11-24T07:21:20,031 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78c717640f8c4891a15c554530aab661 2024-11-24T07:21:20,059 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/.tmp/norep/3578ddf31e5e4ad49e9b3a8e9620a2a9 is 32, key is row/norep:/1732432867217/DeleteFamily/seqid=0 2024-11-24T07:21:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741844_1020 (size=5101) 2024-11-24T07:21:20,198 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1491, reset compression=false 2024-11-24T07:21:20,218 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:20,218 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1738, reset compression=false 2024-11-24T07:21:20,218 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,40495,1732432838119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:20,219 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,40495,1732432838119: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,40495,1732432838119, walGroup=1ab588ae992e%2C40495%2C1732432838119, offset=1ab588ae992e%2C40495%2C1732432838119.1732432840328:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:40495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:21:20,220 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:21:20,220 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:21:20,220 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:21:20,220 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:21:20,220 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:21:20,220 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 958427008 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199611656 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:21:20,221 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dde797a544bdc13065265a50e38b544 2024-11-24T07:21:20,221 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T07:21:20,271 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/info/4d2db7de4b254f8bacde88e32d76360e 2024-11-24T07:21:20,277 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:21:20,277 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:21:20,312 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/ns/6f26f0f64d6c4b28b07fd3f496e75bdb is 43, key is default/ns:d/1732432841486/Put/seqid=0 2024-11-24T07:21:20,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741845_1021 (size=5153) 2024-11-24T07:21:20,330 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/ns/6f26f0f64d6c4b28b07fd3f496e75bdb 2024-11-24T07:21:20,361 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/rep_barrier/7a3f9a1e911d4523913844e23967888a is 112, key is test,,1732432853251.7dde797a544bdc13065265a50e38b544./rep_barrier:seqnumDuringOpen/1732432853993/Put/seqid=0 2024-11-24T07:21:20,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741846_1022 (size=5518) 2024-11-24T07:21:20,391 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/rep_barrier/7a3f9a1e911d4523913844e23967888a 2024-11-24T07:21:20,415 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/table/5ac0719590ed4b3992bbd97ff3e6cbc4 is 53, key is hbase:replication/table:state/1732432859874/Put/seqid=0 2024-11-24T07:21:20,421 DEBUG [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dde797a544bdc13065265a50e38b544 2024-11-24T07:21:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741847_1023 (size=5308) 2024-11-24T07:21:20,422 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/table/5ac0719590ed4b3992bbd97ff3e6cbc4 2024-11-24T07:21:20,423 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.wal-reader.1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/WALs/1ab588ae992e,40495,1732432838119/1ab588ae992e%2C40495%2C1732432838119.1732432840328 to pos 1738, reset compression=false 2024-11-24T07:21:20,433 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/info/4d2db7de4b254f8bacde88e32d76360e as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/info/4d2db7de4b254f8bacde88e32d76360e 2024-11-24T07:21:20,449 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/info/4d2db7de4b254f8bacde88e32d76360e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:21:20,451 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/ns/6f26f0f64d6c4b28b07fd3f496e75bdb as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/ns/6f26f0f64d6c4b28b07fd3f496e75bdb 2024-11-24T07:21:20,455 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/ns/6f26f0f64d6c4b28b07fd3f496e75bdb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:21:20,456 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/rep_barrier/7a3f9a1e911d4523913844e23967888a as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/rep_barrier/7a3f9a1e911d4523913844e23967888a 2024-11-24T07:21:20,463 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/rep_barrier/7a3f9a1e911d4523913844e23967888a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:21:20,464 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/.tmp/table/5ac0719590ed4b3992bbd97ff3e6cbc4 as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/table/5ac0719590ed4b3992bbd97ff3e6cbc4 2024-11-24T07:21:20,471 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/table/5ac0719590ed4b3992bbd97ff3e6cbc4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:21:20,472 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 652ms, sequenceid=16, compaction requested=false 2024-11-24T07:21:20,479 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/.tmp/norep/3578ddf31e5e4ad49e9b3a8e9620a2a9 2024-11-24T07:21:20,482 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3578ddf31e5e4ad49e9b3a8e9620a2a9 2024-11-24T07:21:20,483 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/.tmp/f/427e1f96fc1e498688cc8ebf7739a290 as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/f/427e1f96fc1e498688cc8ebf7739a290 2024-11-24T07:21:20,488 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 427e1f96fc1e498688cc8ebf7739a290 2024-11-24T07:21:20,488 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/f/427e1f96fc1e498688cc8ebf7739a290, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T07:21:20,493 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/.tmp/f1/78c717640f8c4891a15c554530aab661 as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/f1/78c717640f8c4891a15c554530aab661 2024-11-24T07:21:20,500 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78c717640f8c4891a15c554530aab661 2024-11-24T07:21:20,500 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/f1/78c717640f8c4891a15c554530aab661, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T07:21:20,502 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/.tmp/norep/3578ddf31e5e4ad49e9b3a8e9620a2a9 as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/norep/3578ddf31e5e4ad49e9b3a8e9620a2a9 2024-11-24T07:21:20,509 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3578ddf31e5e4ad49e9b3a8e9620a2a9 2024-11-24T07:21:20,509 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/norep/3578ddf31e5e4ad49e9b3a8e9620a2a9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T07:21:20,510 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7dde797a544bdc13065265a50e38b544 in 621ms, sequenceid=12, compaction requested=false 2024-11-24T07:21:20,529 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:21:20,529 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:20,529 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:21:20,529 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:20,530 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432879820Running coprocessor pre-close hooks at 1732432879820Disabling compacts and flushes for region at 1732432879820Disabling writes for close at 1732432879820Obtaining lock to block concurrent updates at 1732432879821 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732432879821Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432879821Flushing stores of hbase:meta,,1.1588230740 at 1732432879822 (+1 ms)Flushing 1588230740/info: creating writer at 1732432879822Flushing 1588230740/info: appending metadata at 1732432879847 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732432879847Flushing 1588230740/ns: creating writer at 1732432880277 (+430 ms)Flushing 1588230740/ns: appending metadata at 1732432880311 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1732432880311Flushing 1588230740/rep_barrier: creating writer at 1732432880335 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432880360 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432880360Flushing 1588230740/table: creating writer at 1732432880396 (+36 ms)Flushing 1588230740/table: appending metadata at 1732432880415 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732432880415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8c1e68: reopening flushed file at 1732432880428 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34523429: reopening flushed file at 1732432880450 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787e6cec: reopening flushed file at 1732432880456 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f104e1: reopening flushed file at 1732432880463 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 652ms, sequenceid=16, compaction requested=false at 1732432880472 (+9 ms)Writing region close event to WAL at 1732432880520 (+48 ms)Running coprocessor post-close hooks at 1732432880529 (+9 ms)Closed at 1732432880529 2024-11-24T07:21:20,530 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:20,545 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/data/default/test/7dde797a544bdc13065265a50e38b544/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T07:21:20,545 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:20,545 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:21:20,546 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:21:20,546 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dde797a544bdc13065265a50e38b544: Waiting for close lock at 1732432879889Running coprocessor pre-close hooks at 1732432879889Disabling compacts and flushes for region at 1732432879889Disabling writes for close at 1732432879889Obtaining lock to block concurrent updates at 1732432879889Preparing flush snapshotting stores in 7dde797a544bdc13065265a50e38b544 at 1732432879889Finished memstore snapshotting test,,1732432853251.7dde797a544bdc13065265a50e38b544., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732432879889Flushing stores of test,,1732432853251.7dde797a544bdc13065265a50e38b544. at 1732432879890 (+1 ms)Flushing 7dde797a544bdc13065265a50e38b544/f: creating writer at 1732432879890Flushing 7dde797a544bdc13065265a50e38b544/f: appending metadata at 1732432879909 (+19 ms)Flushing 7dde797a544bdc13065265a50e38b544/f: closing flushed file at 1732432879909Flushing 7dde797a544bdc13065265a50e38b544/f1: creating writer at 1732432879948 (+39 ms)Flushing 7dde797a544bdc13065265a50e38b544/f1: appending metadata at 1732432879985 (+37 ms)Flushing 7dde797a544bdc13065265a50e38b544/f1: closing flushed file at 1732432879985Flushing 7dde797a544bdc13065265a50e38b544/norep: creating writer at 1732432880033 (+48 ms)Flushing 7dde797a544bdc13065265a50e38b544/norep: appending metadata at 1732432880058 (+25 ms)Flushing 7dde797a544bdc13065265a50e38b544/norep: closing flushed file at 1732432880058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3c9420: reopening flushed file at 1732432880483 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb51868: reopening flushed file at 1732432880488 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681c6ef3: reopening flushed file at 1732432880500 (+12 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7dde797a544bdc13065265a50e38b544 in 621ms, sequenceid=12, compaction requested=false at 1732432880510 (+10 ms)Writing region close event to WAL at 1732432880537 (+27 ms)Running coprocessor post-close hooks at 1732432880545 (+8 ms)Closed at 1732432880546 (+1 ms) 2024-11-24T07:21:20,546 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432853251.7dde797a544bdc13065265a50e38b544. 2024-11-24T07:21:20,621 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,40495,1732432838119; all regions closed. 2024-11-24T07:21:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:21:20,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741839_1015 (size=3552) 2024-11-24T07:21:20,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741832_1008 (size=2390) 2024-11-24T07:21:20,696 DEBUG [RS:0;1ab588ae992e:40495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:20,696 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:20,696 INFO [RS:0;1ab588ae992e:40495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:21:20,696 INFO [RS:0;1ab588ae992e:40495 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:21:20,696 INFO [RS:0;1ab588ae992e:40495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:21:20,696 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,40495,1732432838119 because: Region server is closing 2024-11-24T07:21:20,696 INFO [RS:0;1ab588ae992e:40495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:40495. 2024-11-24T07:21:20,696 DEBUG [RS:0;1ab588ae992e:40495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:20,696 DEBUG [RS:0;1ab588ae992e:40495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:20,697 DEBUG [RS:0;1ab588ae992e:40495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:20,697 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:21:20,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:20,797 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,40495,1732432838119.replicationSource.shipper1ab588ae992e%2C40495%2C1732432838119,1-1ab588ae992e,40495,1732432838119 terminated 2024-11-24T07:21:20,797 INFO [RS:0;1ab588ae992e:40495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:40495. 2024-11-24T07:21:20,797 DEBUG [RS:0;1ab588ae992e:40495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:20,797 DEBUG [RS:0;1ab588ae992e:40495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:20,798 DEBUG [RS:0;1ab588ae992e:40495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:20,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:20,798 INFO [RS:0;1ab588ae992e:40495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40495 2024-11-24T07:21:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1924806911/rs/1ab588ae992e,40495,1732432838119 2024-11-24T07:21:20,856 INFO [RS:0;1ab588ae992e:40495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:21:20,856 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f61c08e4218@3143ca8b rejected from java.util.concurrent.ThreadPoolExecutor@357c587b[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-24T07:21:20,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911/rs 2024-11-24T07:21:20,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,40495,1732432838119] 2024-11-24T07:21:20,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1924806911/draining/1ab588ae992e,40495,1732432838119 already deleted, retry=false 2024-11-24T07:21:20,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,40495,1732432838119 expired; onlineServers=0 2024-11-24T07:21:20,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,43303,1732432837910' ***** 2024-11-24T07:21:20,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:21:20,877 INFO [M:0;1ab588ae992e:43303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:20,877 INFO [M:0;1ab588ae992e:43303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:21:20,878 DEBUG [M:0;1ab588ae992e:43303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:21:20,878 DEBUG [M:0;1ab588ae992e:43303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:21:20,878 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:21:20,878 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432840139 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432840139,5,FailOnTimeoutGroup] 2024-11-24T07:21:20,878 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432840139 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432840139,5,FailOnTimeoutGroup] 2024-11-24T07:21:20,878 INFO [M:0;1ab588ae992e:43303 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:21:20,878 INFO [M:0;1ab588ae992e:43303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:21:20,878 DEBUG [M:0;1ab588ae992e:43303 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:21:20,878 INFO [M:0;1ab588ae992e:43303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:21:20,878 INFO [M:0;1ab588ae992e:43303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:20,878 INFO [M:0;1ab588ae992e:43303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:21:20,879 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:21:20,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1924806911/master 2024-11-24T07:21:20,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1924806911 2024-11-24T07:21:20,888 DEBUG [M:0;1ab588ae992e:43303 {}] zookeeper.ZKUtil(347): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Unable to get data of znode /0-1924806911/master because node does not exist (not an error) 2024-11-24T07:21:20,888 WARN [M:0;1ab588ae992e:43303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:21:20,905 INFO [M:0;1ab588ae992e:43303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/.lastflushedseqids 2024-11-24T07:21:20,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741848_1024 (size=245) 2024-11-24T07:21:20,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:20,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40495-0x1016bb730380001, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:20,967 INFO [RS:0;1ab588ae992e:40495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:21:20,967 INFO [RS:0;1ab588ae992e:40495 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,40495,1732432838119; zookeeper connection closed. 2024-11-24T07:21:20,968 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4843292 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4843292 2024-11-24T07:21:20,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:21:21,338 INFO [M:0;1ab588ae992e:43303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:21:21,338 INFO [M:0;1ab588ae992e:43303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:21:21,339 DEBUG [M:0;1ab588ae992e:43303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:21:21,339 INFO [M:0;1ab588ae992e:43303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:21,339 DEBUG [M:0;1ab588ae992e:43303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:21,339 DEBUG [M:0;1ab588ae992e:43303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:21:21,339 DEBUG [M:0;1ab588ae992e:43303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:21,339 INFO [M:0;1ab588ae992e:43303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-24T07:21:21,352 DEBUG [M:0;1ab588ae992e:43303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/568787f125634e4a86c226d8d45ca3c2 is 82, key is hbase:meta,,1/info:regioninfo/1732432841456/Put/seqid=0 2024-11-24T07:21:21,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741849_1025 (size=5672) 2024-11-24T07:21:21,756 INFO [M:0;1ab588ae992e:43303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/568787f125634e4a86c226d8d45ca3c2 2024-11-24T07:21:21,776 DEBUG [M:0;1ab588ae992e:43303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f831ee118842460d8c3607b2766366be is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732432854002/Put/seqid=0 2024-11-24T07:21:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741850_1026 (size=7219) 2024-11-24T07:21:21,781 INFO [M:0;1ab588ae992e:43303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f831ee118842460d8c3607b2766366be 2024-11-24T07:21:21,785 INFO [M:0;1ab588ae992e:43303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f831ee118842460d8c3607b2766366be 2024-11-24T07:21:21,806 DEBUG [M:0;1ab588ae992e:43303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8469a964236947029ccd492acc630438 is 69, key is 1ab588ae992e,40495,1732432838119/rs:state/1732432840181/Put/seqid=0 2024-11-24T07:21:21,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741851_1027 (size=5156) 2024-11-24T07:21:21,819 INFO [M:0;1ab588ae992e:43303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8469a964236947029ccd492acc630438 2024-11-24T07:21:21,823 DEBUG [M:0;1ab588ae992e:43303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/568787f125634e4a86c226d8d45ca3c2 as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/568787f125634e4a86c226d8d45ca3c2 2024-11-24T07:21:21,837 INFO [M:0;1ab588ae992e:43303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/568787f125634e4a86c226d8d45ca3c2, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T07:21:21,838 DEBUG [M:0;1ab588ae992e:43303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f831ee118842460d8c3607b2766366be as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f831ee118842460d8c3607b2766366be 2024-11-24T07:21:21,841 INFO [M:0;1ab588ae992e:43303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f831ee118842460d8c3607b2766366be 2024-11-24T07:21:21,841 INFO [M:0;1ab588ae992e:43303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f831ee118842460d8c3607b2766366be, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T07:21:21,842 DEBUG [M:0;1ab588ae992e:43303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8469a964236947029ccd492acc630438 as hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8469a964236947029ccd492acc630438 2024-11-24T07:21:21,846 INFO [M:0;1ab588ae992e:43303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43265/user/jenkins/test-data/4eccab6d-531f-5a2d-940b-77c8d9127acf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8469a964236947029ccd492acc630438, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T07:21:21,846 INFO [M:0;1ab588ae992e:43303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=105, compaction requested=false 2024-11-24T07:21:21,857 INFO [M:0;1ab588ae992e:43303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:21,857 DEBUG [M:0;1ab588ae992e:43303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432881339Disabling compacts and flushes for region at 1732432881339Disabling writes for close at 1732432881339Obtaining lock to block concurrent updates at 1732432881339Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432881339Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732432881339Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432881340 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432881340Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432881352 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432881352Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432881759 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432881775 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432881776 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432881785 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432881805 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432881805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63129dda: reopening flushed file at 1732432881822 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712496c4: reopening flushed file at 1732432881837 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc19510: reopening flushed file at 1732432881841 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=105, compaction requested=false at 1732432881846 (+5 ms)Writing region close event to WAL at 1732432881857 (+11 ms)Closed at 1732432881857 2024-11-24T07:21:21,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34023 is added to blk_1073741830_1006 (size=64435) 2024-11-24T07:21:21,868 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:21:21,868 INFO [M:0;1ab588ae992e:43303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:21:21,868 INFO [M:0;1ab588ae992e:43303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43303 2024-11-24T07:21:21,868 INFO [M:0;1ab588ae992e:43303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:21:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43303-0x1016bb730380000, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:21,989 INFO [M:0;1ab588ae992e:43303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:21:22,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@752c0dc9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:21:22,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@398e971{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:21:22,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:21:22,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f5ac5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:21:22,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6698a40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/hadoop.log.dir/,STOPPED} 2024-11-24T07:21:22,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:21:22,013 WARN [BP-1652279828-172.17.0.3-1732432835741 heartbeating to localhost/127.0.0.1:43265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:21:22,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:21:22,013 WARN [BP-1652279828-172.17.0.3-1732432835741 heartbeating to localhost/127.0.0.1:43265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652279828-172.17.0.3-1732432835741 (Datanode Uuid f196851e-dbc2-4cb2-a7f7-0237cbda324a) service to localhost/127.0.0.1:43265 2024-11-24T07:21:22,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/cluster_510837de-277b-6f4e-b75d-e4d3ffd8d9c3/data/data1/current/BP-1652279828-172.17.0.3-1732432835741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:21:22,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/cluster_510837de-277b-6f4e-b75d-e4d3ffd8d9c3/data/data2/current/BP-1652279828-172.17.0.3-1732432835741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:21:22,015 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:21:22,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57c31069{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:21:22,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2da4ada5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:21:22,024 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:21:22,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66585517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:21:22,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cbdfca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e898c6cf-480b-9eaf-de59-d7c6184754cb/hadoop.log.dir/,STOPPED} 2024-11-24T07:21:22,037 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T07:21:22,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:21:22,068 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 261) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62194) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-18 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33779 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46207 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43265 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62194) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62194) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=729 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4573 (was 4915) 2024-11-24T07:21:22,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=4573 2024-11-24T07:21:22,095 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-24T07:21:22,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/hadoop.log.dir so I do NOT create it in target/test-data/399cd969-41da-205c-1893-3cb792bd4172 2024-11-24T07:21:22,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:21:22,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/hadoop.tmp.dir so I do NOT create it in target/test-data/399cd969-41da-205c-1893-3cb792bd4172 2024-11-24T07:21:22,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6ba6d56-ab65-a1ae-b380-c8aa159c0ae7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:21:22,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172 2024-11-24T07:21:22,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/cluster_f149cf62-5167-0183-9624-8a7601262289, deleteOnExit=true 2024-11-24T07:21:22,117 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/cluster_f149cf62-5167-0183-9624-8a7601262289/zookeeper_0, clientPort=52401, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/cluster_f149cf62-5167-0183-9624-8a7601262289/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/cluster_f149cf62-5167-0183-9624-8a7601262289/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:21:22,118 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52401 2024-11-24T07:21:22,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:21:22,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:21:22,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/test.cache.data in system properties and HBase conf 2024-11-24T07:21:22,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:21:22,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:21:22,119 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:21:22,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:21:22,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:21:22,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:21:22,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:21:22,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:21:22,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:21:22,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:21:22,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016bb730380005, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:21:22,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016bb730380002, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:21:22,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016bb730380008, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:21:22,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016bb730380002, quorum=127.0.0.1:62194, baseZNode=/0-1924806911 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:21:22,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016bb730380005, quorum=127.0.0.1:62194, baseZNode=/1475879809 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:21:22,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016bb730380008, quorum=127.0.0.1:62194, baseZNode=/2421345754 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:21:22,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:21:22,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:21:22,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:21:22,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:21:22,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:21:22,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:21:22,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c25c2ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:21:22,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10419df8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:21:22,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6819daca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/java.io.tmpdir/jetty-localhost-42139-hadoop-hdfs-3_4_1-tests_jar-_-any-4301296029064881235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:21:22,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21aca61a{HTTP/1.1, (http/1.1)}{localhost:42139} 2024-11-24T07:21:22,719 INFO [Time-limited test {}] server.Server(415): Started @274484ms 2024-11-24T07:21:23,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:21:23,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:21:23,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:21:23,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:21:23,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:21:23,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6254f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:21:23,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5be456a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:21:23,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@311ab0eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/java.io.tmpdir/jetty-localhost-32799-hadoop-hdfs-3_4_1-tests_jar-_-any-1394985394062491809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:21:23,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d288850{HTTP/1.1, (http/1.1)}{localhost:32799} 2024-11-24T07:21:23,260 INFO [Time-limited test {}] server.Server(415): Started @275025ms 2024-11-24T07:21:23,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:21:23,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:21:23,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:23,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:23,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:23,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:23,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:23,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:23,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:23,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:23,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:23,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:23,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:24,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:24,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:24,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:24,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:24,357 WARN [Thread-3437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/cluster_f149cf62-5167-0183-9624-8a7601262289/data/data1/current/BP-1594646641-172.17.0.3-1732432882140/current, will proceed with Du for space computation calculation, 2024-11-24T07:21:24,357 WARN [Thread-3438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/cluster_f149cf62-5167-0183-9624-8a7601262289/data/data2/current/BP-1594646641-172.17.0.3-1732432882140/current, will proceed with Du for space computation calculation, 2024-11-24T07:21:24,380 WARN [Thread-3424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:21:24,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6d7192cc20290f3 with lease ID 0xba3eae88151d750c: Processing first storage report for DS-6dd221e7-c4c7-4526-af86-59acced4c792 from datanode DatanodeRegistration(127.0.0.1:43689, datanodeUuid=08a64b05-520d-45c6-b856-0d1c1c4a679a, infoPort=39517, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=536718425;c=1732432882140) 2024-11-24T07:21:24,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6d7192cc20290f3 with lease ID 0xba3eae88151d750c: from storage DS-6dd221e7-c4c7-4526-af86-59acced4c792 node DatanodeRegistration(127.0.0.1:43689, datanodeUuid=08a64b05-520d-45c6-b856-0d1c1c4a679a, infoPort=39517, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=536718425;c=1732432882140), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:21:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6d7192cc20290f3 with lease ID 0xba3eae88151d750c: Processing first storage report for DS-4ddcb80a-73de-4409-8eca-a4e5a2387dd5 from datanode DatanodeRegistration(127.0.0.1:43689, datanodeUuid=08a64b05-520d-45c6-b856-0d1c1c4a679a, infoPort=39517, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=536718425;c=1732432882140) 2024-11-24T07:21:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6d7192cc20290f3 with lease ID 0xba3eae88151d750c: from storage DS-4ddcb80a-73de-4409-8eca-a4e5a2387dd5 node DatanodeRegistration(127.0.0.1:43689, datanodeUuid=08a64b05-520d-45c6-b856-0d1c1c4a679a, infoPort=39517, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=536718425;c=1732432882140), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:21:24,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172 2024-11-24T07:21:24,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:24,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:24,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:21:24,457 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687 with version=8 2024-11-24T07:21:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/hbase-staging 2024-11-24T07:21:24,458 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:21:24,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:24,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:24,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:21:24,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:24,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:21:24,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:21:24,459 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:21:24,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40057 2024-11-24T07:21:24,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40057 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-24T07:21:24,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400570x0, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:21:24,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40057-0x1016bb7e55e0000 connected 2024-11-24T07:21:24,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:21:24,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T07:21:24,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:21:24,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:21:24,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:24,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:24,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Set watcher on znode that does not yet exist, /01656002051/running 2024-11-24T07:21:24,713 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687, hbase.cluster.distributed=false 2024-11-24T07:21:24,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Set watcher on znode that does not yet exist, /01656002051/acl 2024-11-24T07:21:24,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40057 2024-11-24T07:21:24,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40057 2024-11-24T07:21:24,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40057 2024-11-24T07:21:24,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40057 2024-11-24T07:21:24,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40057 2024-11-24T07:21:24,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:21:24,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:24,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:24,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:21:24,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:24,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:21:24,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:21:24,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:21:24,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38771 2024-11-24T07:21:24,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38771 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-24T07:21:24,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:24,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:24,803 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387710x0, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:21:24,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387710x0, quorum=127.0.0.1:52401, baseZNode=/01656002051 Set watcher on znode that does not yet exist, /01656002051/running 2024-11-24T07:21:24,805 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:21:24,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38771-0x1016bb7e55e0001 connected 2024-11-24T07:21:24,824 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:21:24,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Set watcher on znode that does not yet exist, /01656002051/master 2024-11-24T07:21:24,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Set watcher on znode that does not yet exist, /01656002051/acl 2024-11-24T07:21:24,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38771 2024-11-24T07:21:24,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38771 2024-11-24T07:21:24,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38771 2024-11-24T07:21:24,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38771 2024-11-24T07:21:24,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38771 2024-11-24T07:21:24,886 DEBUG [M:0;1ab588ae992e:40057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:40057 2024-11-24T07:21:24,886 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01656002051/backup-masters/1ab588ae992e,40057,1732432884458 2024-11-24T07:21:24,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051/backup-masters 2024-11-24T07:21:24,897 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051/backup-masters 2024-11-24T07:21:24,897 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Set watcher on existing znode=/01656002051/backup-masters/1ab588ae992e,40057,1732432884458 2024-11-24T07:21:24,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:24,907 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01656002051/master 2024-11-24T07:21:24,907 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:24,907 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Set watcher on existing znode=/01656002051/master 2024-11-24T07:21:24,908 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01656002051/backup-masters/1ab588ae992e,40057,1732432884458 from backup master directory 2024-11-24T07:21:24,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01656002051/backup-masters/1ab588ae992e,40057,1732432884458 2024-11-24T07:21:24,918 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051/backup-masters 2024-11-24T07:21:24,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051/backup-masters 2024-11-24T07:21:24,918 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:21:24,918 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,40057,1732432884458 2024-11-24T07:21:24,924 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/hbase.id] with ID: 30a39196-f455-4eed-b70b-84d188aff657 2024-11-24T07:21:24,924 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/.tmp/hbase.id 2024-11-24T07:21:24,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:21:25,328 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/.tmp/hbase.id]:[hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/hbase.id] 2024-11-24T07:21:25,335 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:25,335 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:21:25,336 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:21:25,381 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:25,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:25,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:21:25,814 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:25,815 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:21:25,815 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:21:26,224 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store 2024-11-24T07:21:26,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:21:26,641 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:26,641 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:21:26,641 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:26,641 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:26,641 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:21:26,641 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:26,641 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:26,641 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432886641Disabling compacts and flushes for region at 1732432886641Disabling writes for close at 1732432886641Writing region close event to WAL at 1732432886641Closed at 1732432886641 2024-11-24T07:21:26,642 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/.initializing 2024-11-24T07:21:26,642 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/WALs/1ab588ae992e,40057,1732432884458 2024-11-24T07:21:26,643 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:21:26,645 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C40057%2C1732432884458, suffix=, logDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/WALs/1ab588ae992e,40057,1732432884458, archiveDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/oldWALs, maxLogs=10 2024-11-24T07:21:26,660 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/WALs/1ab588ae992e,40057,1732432884458/1ab588ae992e%2C40057%2C1732432884458.1732432886645, exclude list is [], retry=0 2024-11-24T07:21:26,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43689,DS-6dd221e7-c4c7-4526-af86-59acced4c792,DISK] 2024-11-24T07:21:26,665 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/WALs/1ab588ae992e,40057,1732432884458/1ab588ae992e%2C40057%2C1732432884458.1732432886645 2024-11-24T07:21:26,665 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-11-24T07:21:26,665 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:26,666 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:26,666 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,666 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:21:26,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:26,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:26,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:21:26,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:26,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:26,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:21:26,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:26,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:26,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:21:26,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:26,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:26,673 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,674 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,674 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,675 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,675 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,676 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:21:26,676 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:26,679 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:26,679 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73115370, jitterRate=0.08950391411781311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:21:26,679 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432886666Initializing all the Stores at 1732432886666Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432886666Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432886666Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432886666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432886666Cleaning up temporary data from old regions at 1732432886675 (+9 ms)Region opened successfully at 1732432886679 (+4 ms) 2024-11-24T07:21:26,680 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:21:26,682 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30651ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:21:26,683 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:21:26,683 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:21:26,683 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:21:26,683 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:21:26,684 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:21:26,684 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:21:26,684 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:21:26,706 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:21:26,707 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Unable to get data of znode /01656002051/balancer because node does not exist (not necessarily an error) 2024-11-24T07:21:26,760 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01656002051/balancer already deleted, retry=false 2024-11-24T07:21:26,760 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:21:26,761 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Unable to get data of znode /01656002051/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:21:26,770 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01656002051/normalizer already deleted, retry=false 2024-11-24T07:21:26,771 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:21:26,771 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Unable to get data of znode /01656002051/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:21:26,781 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01656002051/switch/split already deleted, retry=false 2024-11-24T07:21:26,781 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Unable to get data of znode /01656002051/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:21:26,791 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01656002051/switch/merge already deleted, retry=false 2024-11-24T07:21:26,793 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Unable to get data of znode /01656002051/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:21:26,802 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01656002051/snapshot-cleanup already deleted, retry=false 2024-11-24T07:21:26,812 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01656002051/running 2024-11-24T07:21:26,813 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:26,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01656002051/running 2024-11-24T07:21:26,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:26,813 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,40057,1732432884458, sessionid=0x1016bb7e55e0000, setting cluster-up flag (Was=false) 2024-11-24T07:21:26,833 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:26,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:26,865 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01656002051/flush-table-proc/acquired, /01656002051/flush-table-proc/reached, /01656002051/flush-table-proc/abort 2024-11-24T07:21:26,866 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,40057,1732432884458 2024-11-24T07:21:26,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:26,886 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:26,918 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01656002051/online-snapshot/acquired, /01656002051/online-snapshot/reached, /01656002051/online-snapshot/abort 2024-11-24T07:21:26,919 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,40057,1732432884458 2024-11-24T07:21:26,920 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:21:26,921 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:26,922 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:21:26,922 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:21:26,922 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,40057,1732432884458 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:21:26,923 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:26,923 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:26,923 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:26,923 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:26,924 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:21:26,924 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:26,924 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:21:26,924 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:26,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:26,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:21:26,943 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:26,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:21:26,944 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432916944 2024-11-24T07:21:26,944 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:21:26,944 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:21:26,944 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:21:26,944 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:21:26,944 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:21:26,945 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:21:26,956 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:26,956 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:21:26,957 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:21:26,957 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:21:26,957 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:21:26,957 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:21:26,957 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:21:26,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:21:26,968 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432886957,5,FailOnTimeoutGroup] 2024-11-24T07:21:26,976 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432886968,5,FailOnTimeoutGroup] 2024-11-24T07:21:26,976 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:26,976 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:21:26,976 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:26,976 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:26,981 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(746): ClusterId : 30a39196-f455-4eed-b70b-84d188aff657 2024-11-24T07:21:26,981 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:21:26,992 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:21:26,992 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:21:27,003 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:21:27,003 DEBUG [RS:0;1ab588ae992e:38771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eff0f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:21:27,024 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:38771 2024-11-24T07:21:27,024 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:21:27,024 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:21:27,024 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:21:27,025 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,40057,1732432884458 with port=38771, startcode=1732432884782 2024-11-24T07:21:27,026 DEBUG [RS:0;1ab588ae992e:38771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:21:27,027 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:21:27,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40057 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,38771,1732432884782 2024-11-24T07:21:27,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40057 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,38771,1732432884782 2024-11-24T07:21:27,029 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687 2024-11-24T07:21:27,029 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45857 2024-11-24T07:21:27,029 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:21:27,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051/rs 2024-11-24T07:21:27,034 DEBUG [RS:0;1ab588ae992e:38771 {}] zookeeper.ZKUtil(111): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Set watcher on existing znode=/01656002051/rs/1ab588ae992e,38771,1732432884782 2024-11-24T07:21:27,034 WARN [RS:0;1ab588ae992e:38771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:21:27,034 INFO [RS:0;1ab588ae992e:38771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:27,034 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782 2024-11-24T07:21:27,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,38771,1732432884782] 2024-11-24T07:21:27,047 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:21:27,056 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:21:27,064 INFO [RS:0;1ab588ae992e:38771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:21:27,064 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:27,068 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:21:27,069 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:21:27,069 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:21:27,069 DEBUG [RS:0;1ab588ae992e:38771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:21:27,076 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:27,076 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:27,076 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:27,077 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:27,077 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:27,077 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,38771,1732432884782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:21:27,099 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:21:27,099 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,38771,1732432884782-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:27,099 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:27,100 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.Replication(171): 1ab588ae992e,38771,1732432884782 started 2024-11-24T07:21:27,118 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:27,118 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,38771,1732432884782, RpcServer on 1ab588ae992e/172.17.0.3:38771, sessionid=0x1016bb7e55e0001 2024-11-24T07:21:27,118 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:21:27,118 DEBUG [RS:0;1ab588ae992e:38771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,38771,1732432884782 2024-11-24T07:21:27,118 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,38771,1732432884782' 2024-11-24T07:21:27,118 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01656002051/flush-table-proc/abort' 2024-11-24T07:21:27,119 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01656002051/flush-table-proc/acquired' 2024-11-24T07:21:27,119 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:21:27,119 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:21:27,119 DEBUG [RS:0;1ab588ae992e:38771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,38771,1732432884782 2024-11-24T07:21:27,119 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,38771,1732432884782' 2024-11-24T07:21:27,119 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01656002051/online-snapshot/abort' 2024-11-24T07:21:27,119 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01656002051/online-snapshot/acquired' 2024-11-24T07:21:27,120 DEBUG [RS:0;1ab588ae992e:38771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:21:27,120 INFO [RS:0;1ab588ae992e:38771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:21:27,120 INFO [RS:0;1ab588ae992e:38771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:21:27,220 INFO [RS:0;1ab588ae992e:38771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:21:27,221 INFO [RS:0;1ab588ae992e:38771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C38771%2C1732432884782, suffix=, logDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782, archiveDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/oldWALs, maxLogs=10 2024-11-24T07:21:27,240 DEBUG [RS:0;1ab588ae992e:38771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222, exclude list is [], retry=0 2024-11-24T07:21:27,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43689,DS-6dd221e7-c4c7-4526-af86-59acced4c792,DISK] 2024-11-24T07:21:27,273 INFO [RS:0;1ab588ae992e:38771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 2024-11-24T07:21:27,273 DEBUG [RS:0;1ab588ae992e:38771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-11-24T07:21:27,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:21:27,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687 2024-11-24T07:21:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:21:27,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:27,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:21:27,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:21:27,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:27,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:27,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:21:27,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:21:27,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:27,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:27,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:21:27,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:21:27,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:27,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:27,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:21:27,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:21:27,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:27,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:27,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:21:27,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740 2024-11-24T07:21:27,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740 2024-11-24T07:21:27,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:21:27,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:21:27,797 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:21:27,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:21:27,805 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:27,806 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59708885, jitterRate=-0.11026827991008759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:21:27,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432887780Initializing all the Stores at 1732432887781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432887781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432887781Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432887781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432887781Cleaning up temporary data from old regions at 1732432887797 (+16 ms)Region opened successfully at 1732432887806 (+9 ms) 2024-11-24T07:21:27,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:21:27,807 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:21:27,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:21:27,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:21:27,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:21:27,816 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:27,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432887807Disabling compacts and flushes for region at 1732432887807Disabling writes for close at 1732432887807Writing region close event to WAL at 1732432887816 (+9 ms)Closed at 1732432887816 2024-11-24T07:21:27,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:27,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:21:27,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:21:27,821 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:21:27,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:21:27,972 DEBUG [1ab588ae992e:40057 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:21:27,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,38771,1732432884782 2024-11-24T07:21:27,974 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,38771,1732432884782, state=OPENING 2024-11-24T07:21:28,044 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:21:28,054 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:28,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01656002051/meta-region-server: CHANGED 2024-11-24T07:21:28,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01656002051/meta-region-server: CHANGED 2024-11-24T07:21:28,055 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:21:28,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,38771,1732432884782}] 2024-11-24T07:21:28,208 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:21:28,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:21:28,213 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:21:28,213 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:28,213 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:21:28,215 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C38771%2C1732432884782.meta, suffix=.meta, logDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782, archiveDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/oldWALs, maxLogs=10 2024-11-24T07:21:28,235 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.meta.1732432888215.meta, exclude list is [], retry=0 2024-11-24T07:21:28,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43689,DS-6dd221e7-c4c7-4526-af86-59acced4c792,DISK] 2024-11-24T07:21:28,240 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.meta.1732432888215.meta 2024-11-24T07:21:28,244 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-11-24T07:21:28,245 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:28,245 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:28,245 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:21:28,245 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:21:28,245 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:21:28,246 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:21:28,246 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:28,246 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:21:28,246 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:21:28,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:21:28,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:21:28,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:28,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:28,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:21:28,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:21:28,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:28,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:28,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:21:28,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:21:28,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:28,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:28,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:21:28,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:21:28,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:28,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:28,261 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:21:28,262 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740 2024-11-24T07:21:28,263 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740 2024-11-24T07:21:28,264 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:21:28,264 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:21:28,264 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:21:28,265 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:21:28,266 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61811073, jitterRate=-0.07894323766231537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:21:28,266 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:21:28,267 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432888246Writing region info on filesystem at 1732432888246Initializing all the Stores at 1732432888249 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432888249Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432888254 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432888254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432888254Cleaning up temporary data from old regions at 1732432888264 (+10 ms)Running coprocessor post-open hooks at 1732432888266 (+2 ms)Region opened successfully at 1732432888267 (+1 ms) 2024-11-24T07:21:28,268 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432888208 2024-11-24T07:21:28,270 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:21:28,270 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:21:28,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,38771,1732432884782 2024-11-24T07:21:28,271 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,38771,1732432884782, state=OPEN 2024-11-24T07:21:28,306 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01656002051/meta-region-server 2024-11-24T07:21:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01656002051/meta-region-server 2024-11-24T07:21:28,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01656002051/meta-region-server: CHANGED 2024-11-24T07:21:28,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01656002051/meta-region-server: CHANGED 2024-11-24T07:21:28,307 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,38771,1732432884782 2024-11-24T07:21:28,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:21:28,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:21:28,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-24T07:21:28,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,38771,1732432884782 in 252 msec 2024-11-24T07:21:28,315 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:28,315 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:21:28,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:28,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,38771,1732432884782, seqNum=-1] 2024-11-24T07:21:28,317 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:28,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:28,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-24T07:21:28,325 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432888325, completionTime=-1 2024-11-24T07:21:28,325 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:21:28,325 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:21:28,327 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:21:28,327 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432948327 2024-11-24T07:21:28,327 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732433008327 2024-11-24T07:21:28,327 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T07:21:28,328 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40057,1732432884458-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:28,328 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40057,1732432884458-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:28,328 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40057,1732432884458-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:28,328 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:40057, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:28,328 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:28,329 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:28,331 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:21:28,334 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.416sec 2024-11-24T07:21:28,335 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:21:28,335 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:21:28,335 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:21:28,335 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:21:28,335 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:21:28,335 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40057,1732432884458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:21:28,335 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40057,1732432884458-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:21:28,337 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:21:28,337 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:21:28,337 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40057,1732432884458-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:28,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dbe5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:28,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40057,-1 for getting cluster id 2024-11-24T07:21:28,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:28,394 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a39196-f455-4eed-b70b-84d188aff657' 2024-11-24T07:21:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a39196-f455-4eed-b70b-84d188aff657" 2024-11-24T07:21:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357c0caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40057,-1] 2024-11-24T07:21:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:28,397 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:28,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53193628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:28,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,38771,1732432884782, seqNum=-1] 2024-11-24T07:21:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:28,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:28,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,40057,1732432884458 2024-11-24T07:21:28,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-24T07:21:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:21:28,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016bb7e55e0002 connected 2024-11-24T07:21:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/hadoop.log.dir so I do NOT create it in target/test-data/1de34c98-3867-8528-bf37-fd9092725efb 2024-11-24T07:21:28,436 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:21:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/hadoop.tmp.dir so I do NOT create it in target/test-data/1de34c98-3867-8528-bf37-fd9092725efb 2024-11-24T07:21:28,436 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:21:28,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb 2024-11-24T07:21:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:21:28,436 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/cluster_ea65f36b-8a1c-1bc6-a811-18eefc8fbb3b, deleteOnExit=true 2024-11-24T07:21:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:21:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/test.cache.data in system properties and HBase conf 2024-11-24T07:21:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:21:28,437 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:21:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:21:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:21:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:21:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:21:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:21:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:21:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:21:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:21:28,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:21:28,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:21:28,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:21:28,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:21:28,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:21:28,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:21:28,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e26bc0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:21:28,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584787da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:21:28,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eaad3d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/java.io.tmpdir/jetty-localhost-45755-hadoop-hdfs-3_4_1-tests_jar-_-any-1834889524915641506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:21:28,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@382f9610{HTTP/1.1, (http/1.1)}{localhost:45755} 2024-11-24T07:21:28,908 INFO [Time-limited test {}] server.Server(415): Started @280673ms 2024-11-24T07:21:29,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:21:29,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:21:29,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:21:29,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:21:29,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:21:29,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74267b26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:21:29,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e03f87a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:21:29,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e1f3db0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/java.io.tmpdir/jetty-localhost-46845-hadoop-hdfs-3_4_1-tests_jar-_-any-10526311213846472483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:21:29,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@729b972a{HTTP/1.1, (http/1.1)}{localhost:46845} 2024-11-24T07:21:29,496 INFO [Time-limited test {}] server.Server(415): Started @281260ms 2024-11-24T07:21:29,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:21:29,604 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:29,605 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:21:29,605 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88602 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:21:30,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:21:30,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:30,475 WARN [Thread-3558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/cluster_ea65f36b-8a1c-1bc6-a811-18eefc8fbb3b/data/data1/current/BP-1721148780-172.17.0.3-1732432888458/current, will proceed with Du for space computation calculation, 2024-11-24T07:21:30,475 WARN [Thread-3559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/cluster_ea65f36b-8a1c-1bc6-a811-18eefc8fbb3b/data/data2/current/BP-1721148780-172.17.0.3-1732432888458/current, will proceed with Du for space computation calculation, 2024-11-24T07:21:30,492 WARN [Thread-3545 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:21:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x790d5ed40f789a20 with lease ID 0x7d2fe9d12658a07b: Processing first storage report for DS-ef6512cb-3b67-4c54-ad75-8ec269fb880a from datanode DatanodeRegistration(127.0.0.1:36985, datanodeUuid=8600eeee-783f-4728-afb3-65f98b4ae2ac, infoPort=34615, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=676978217;c=1732432888458) 2024-11-24T07:21:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x790d5ed40f789a20 with lease ID 0x7d2fe9d12658a07b: from storage DS-ef6512cb-3b67-4c54-ad75-8ec269fb880a node DatanodeRegistration(127.0.0.1:36985, datanodeUuid=8600eeee-783f-4728-afb3-65f98b4ae2ac, infoPort=34615, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=676978217;c=1732432888458), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:21:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x790d5ed40f789a20 with lease ID 0x7d2fe9d12658a07b: Processing first storage report for DS-4ff50235-7957-4893-84bd-9b5a32bffbb4 from datanode DatanodeRegistration(127.0.0.1:36985, datanodeUuid=8600eeee-783f-4728-afb3-65f98b4ae2ac, infoPort=34615, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=676978217;c=1732432888458) 2024-11-24T07:21:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x790d5ed40f789a20 with lease ID 0x7d2fe9d12658a07b: from storage DS-4ff50235-7957-4893-84bd-9b5a32bffbb4 node DatanodeRegistration(127.0.0.1:36985, datanodeUuid=8600eeee-783f-4728-afb3-65f98b4ae2ac, infoPort=34615, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=676978217;c=1732432888458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:21:30,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb 2024-11-24T07:21:30,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:30,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:30,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:21:30,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b with version=8 2024-11-24T07:21:30,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/hbase-staging 2024-11-24T07:21:30,940 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:21:30,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:30,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:30,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:21:30,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:30,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:21:30,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:21:30,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:21:30,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35813 2024-11-24T07:21:30,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35813 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-24T07:21:30,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358130x0, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:21:30,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35813-0x1016bb7e55e0003 connected 2024-11-24T07:21:31,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:31,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:31,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Set watcher on znode that does not yet exist, /1-192656737/running 2024-11-24T07:21:31,311 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b, hbase.cluster.distributed=false 2024-11-24T07:21:31,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Set watcher on znode that does not yet exist, /1-192656737/acl 2024-11-24T07:21:31,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35813 2024-11-24T07:21:31,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35813 2024-11-24T07:21:31,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35813 2024-11-24T07:21:31,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35813 2024-11-24T07:21:31,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35813 2024-11-24T07:21:31,338 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:21:31,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:31,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:31,338 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:21:31,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:31,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:21:31,338 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:21:31,338 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:21:31,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36659 2024-11-24T07:21:31,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36659 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-24T07:21:31,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:31,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:31,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366590x0, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:21:31,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366590x0, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Set watcher on znode that does not yet exist, /1-192656737/running 2024-11-24T07:21:31,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36659-0x1016bb7e55e0004 connected 2024-11-24T07:21:31,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:21:31,352 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:21:31,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Set watcher on znode that does not yet exist, /1-192656737/master 2024-11-24T07:21:31,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Set watcher on znode that does not yet exist, /1-192656737/acl 2024-11-24T07:21:31,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-24T07:21:31,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36659 2024-11-24T07:21:31,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36659 2024-11-24T07:21:31,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-24T07:21:31,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-24T07:21:31,370 DEBUG [M:0;1ab588ae992e:35813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:35813 2024-11-24T07:21:31,370 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-192656737/backup-masters/1ab588ae992e,35813,1732432890939 2024-11-24T07:21:31,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737/backup-masters 2024-11-24T07:21:31,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737/backup-masters 2024-11-24T07:21:31,380 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Set watcher on existing znode=/1-192656737/backup-masters/1ab588ae992e,35813,1732432890939 2024-11-24T07:21:31,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:31,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-192656737/master 2024-11-24T07:21:31,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:31,391 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Set watcher on existing znode=/1-192656737/master 2024-11-24T07:21:31,391 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-192656737/backup-masters/1ab588ae992e,35813,1732432890939 from backup master directory 2024-11-24T07:21:31,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-192656737/backup-masters/1ab588ae992e,35813,1732432890939 2024-11-24T07:21:31,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737/backup-masters 2024-11-24T07:21:31,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737/backup-masters 2024-11-24T07:21:31,401 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:21:31,401 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,35813,1732432890939 2024-11-24T07:21:31,404 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/hbase.id] with ID: 2100d615-a962-4718-b4d4-4c0d2d0a5290 2024-11-24T07:21:31,404 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/.tmp/hbase.id 2024-11-24T07:21:31,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:21:31,813 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/.tmp/hbase.id]:[hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/hbase.id] 2024-11-24T07:21:31,819 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:31,819 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:21:31,819 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T07:21:31,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:31,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:31,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:21:32,301 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:32,302 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:21:32,302 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:32,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:21:32,707 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store 2024-11-24T07:21:32,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:21:33,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:21:33,112 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:33,112 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:21:33,112 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:33,112 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:33,112 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:21:33,112 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:33,112 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:33,112 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432893112Disabling compacts and flushes for region at 1732432893112Disabling writes for close at 1732432893112Writing region close event to WAL at 1732432893112Closed at 1732432893112 2024-11-24T07:21:33,113 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/.initializing 2024-11-24T07:21:33,113 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/WALs/1ab588ae992e,35813,1732432890939 2024-11-24T07:21:33,114 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:21:33,114 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C35813%2C1732432890939, suffix=, logDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/WALs/1ab588ae992e,35813,1732432890939, archiveDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/oldWALs, maxLogs=10 2024-11-24T07:21:33,126 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/WALs/1ab588ae992e,35813,1732432890939/1ab588ae992e%2C35813%2C1732432890939.1732432893115, exclude list is [], retry=0 2024-11-24T07:21:33,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-ef6512cb-3b67-4c54-ad75-8ec269fb880a,DISK] 2024-11-24T07:21:33,129 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/WALs/1ab588ae992e,35813,1732432890939/1ab588ae992e%2C35813%2C1732432890939.1732432893115 2024-11-24T07:21:33,129 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34615:34615)] 2024-11-24T07:21:33,129 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:33,129 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:33,130 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,130 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:21:33,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:33,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:33,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:21:33,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:33,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:33,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:21:33,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:33,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:33,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:21:33,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:33,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:33,135 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,136 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,136 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,136 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,136 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:21:33,137 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:33,138 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:33,138 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66893433, jitterRate=-0.0032101720571517944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:21:33,139 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432893130Initializing all the Stores at 1732432893130Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432893130Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432893130Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432893130Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432893130Cleaning up temporary data from old regions at 1732432893136 (+6 ms)Region opened successfully at 1732432893139 (+3 ms) 2024-11-24T07:21:33,139 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:21:33,140 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44761e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:21:33,141 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:21:33,141 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:21:33,141 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:21:33,141 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:21:33,141 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:21:33,141 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:21:33,141 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:21:33,142 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:21:33,143 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Unable to get data of znode /1-192656737/balancer because node does not exist (not necessarily an error) 2024-11-24T07:21:33,211 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-192656737/balancer already deleted, retry=false 2024-11-24T07:21:33,212 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:21:33,212 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Unable to get data of znode /1-192656737/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:21:33,264 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-192656737/normalizer already deleted, retry=false 2024-11-24T07:21:33,264 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:21:33,265 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Unable to get data of znode /1-192656737/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:21:33,334 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-192656737/switch/split already deleted, retry=false 2024-11-24T07:21:33,335 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Unable to get data of znode /1-192656737/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:21:33,400 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-192656737/switch/merge already deleted, retry=false 2024-11-24T07:21:33,401 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Unable to get data of znode /1-192656737/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:21:33,475 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-192656737/snapshot-cleanup already deleted, retry=false 2024-11-24T07:21:33,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-192656737/running 2024-11-24T07:21:33,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-192656737/running 2024-11-24T07:21:33,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:33,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:33,496 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,35813,1732432890939, sessionid=0x1016bb7e55e0003, setting cluster-up flag (Was=false) 2024-11-24T07:21:33,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:33,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:33,548 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-192656737/flush-table-proc/acquired, /1-192656737/flush-table-proc/reached, /1-192656737/flush-table-proc/abort 2024-11-24T07:21:33,550 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,35813,1732432890939 2024-11-24T07:21:33,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:33,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:33,612 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-192656737/online-snapshot/acquired, /1-192656737/online-snapshot/reached, /1-192656737/online-snapshot/abort 2024-11-24T07:21:33,613 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,35813,1732432890939 2024-11-24T07:21:33,613 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:21:33,614 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:33,615 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:21:33,615 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:21:33,615 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,35813,1732432890939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:21:33,616 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:33,616 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:33,616 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:33,616 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:33,616 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:21:33,616 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,616 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:21:33,616 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,623 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432923623 2024-11-24T07:21:33,623 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:21:33,623 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:21:33,623 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:21:33,624 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:21:33,624 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:21:33,624 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:21:33,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:33,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:21:33,624 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,624 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:21:33,624 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:21:33,624 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:21:33,624 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:21:33,624 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:33,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:21:33,628 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:21:33,628 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:21:33,628 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432893628,5,FailOnTimeoutGroup] 2024-11-24T07:21:33,628 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432893628,5,FailOnTimeoutGroup] 2024-11-24T07:21:33,628 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,628 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:21:33,628 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,628 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:21:33,663 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(746): ClusterId : 2100d615-a962-4718-b4d4-4c0d2d0a5290 2024-11-24T07:21:33,663 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:21:33,686 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:21:33,686 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:21:33,707 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:21:33,707 DEBUG [RS:0;1ab588ae992e:36659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa7dec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:21:33,718 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:36659 2024-11-24T07:21:33,719 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:21:33,719 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:21:33,719 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:21:33,719 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,35813,1732432890939 with port=36659, startcode=1732432891338 2024-11-24T07:21:33,719 DEBUG [RS:0;1ab588ae992e:36659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:21:33,720 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:21:33,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,36659,1732432891338 2024-11-24T07:21:33,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35813 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,36659,1732432891338 2024-11-24T07:21:33,722 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b 2024-11-24T07:21:33,722 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35953 2024-11-24T07:21:33,722 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:21:33,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737/rs 2024-11-24T07:21:33,787 DEBUG [RS:0;1ab588ae992e:36659 {}] zookeeper.ZKUtil(111): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Set watcher on existing znode=/1-192656737/rs/1ab588ae992e,36659,1732432891338 2024-11-24T07:21:33,787 WARN [RS:0;1ab588ae992e:36659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:21:33,787 INFO [RS:0;1ab588ae992e:36659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:33,787 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338 2024-11-24T07:21:33,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,36659,1732432891338] 2024-11-24T07:21:33,790 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:21:33,802 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:21:33,803 INFO [RS:0;1ab588ae992e:36659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:21:33,803 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,808 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:21:33,808 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:21:33,809 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:21:33,809 DEBUG [RS:0;1ab588ae992e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:21:33,809 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,809 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,809 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,809 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,809 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,810 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36659,1732432891338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:21:33,823 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:21:33,823 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36659,1732432891338-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,823 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,823 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.Replication(171): 1ab588ae992e,36659,1732432891338 started 2024-11-24T07:21:33,837 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:33,837 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,36659,1732432891338, RpcServer on 1ab588ae992e/172.17.0.3:36659, sessionid=0x1016bb7e55e0004 2024-11-24T07:21:33,837 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:21:33,837 DEBUG [RS:0;1ab588ae992e:36659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,36659,1732432891338 2024-11-24T07:21:33,837 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,36659,1732432891338' 2024-11-24T07:21:33,837 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-192656737/flush-table-proc/abort' 2024-11-24T07:21:33,837 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-192656737/flush-table-proc/acquired' 2024-11-24T07:21:33,838 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:21:33,838 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:21:33,838 DEBUG [RS:0;1ab588ae992e:36659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,36659,1732432891338 2024-11-24T07:21:33,838 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,36659,1732432891338' 2024-11-24T07:21:33,838 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-192656737/online-snapshot/abort' 2024-11-24T07:21:33,838 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-192656737/online-snapshot/acquired' 2024-11-24T07:21:33,838 DEBUG [RS:0;1ab588ae992e:36659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:21:33,838 INFO [RS:0;1ab588ae992e:36659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:21:33,838 INFO [RS:0;1ab588ae992e:36659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:21:33,939 INFO [RS:0;1ab588ae992e:36659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:21:33,940 INFO [RS:0;1ab588ae992e:36659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C36659%2C1732432891338, suffix=, logDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338, archiveDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/oldWALs, maxLogs=10 2024-11-24T07:21:33,952 DEBUG [RS:0;1ab588ae992e:36659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940, exclude list is [], retry=0 2024-11-24T07:21:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-ef6512cb-3b67-4c54-ad75-8ec269fb880a,DISK] 2024-11-24T07:21:33,956 INFO [RS:0;1ab588ae992e:36659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 2024-11-24T07:21:33,956 DEBUG [RS:0;1ab588ae992e:36659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34615:34615)] 2024-11-24T07:21:34,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:21:34,035 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b 2024-11-24T07:21:34,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:21:34,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:34,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:21:34,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:21:34,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:34,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:34,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:21:34,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:21:34,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:34,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:34,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:21:34,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:21:34,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:34,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:34,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:21:34,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:21:34,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:34,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:34,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:21:34,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740 2024-11-24T07:21:34,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740 2024-11-24T07:21:34,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:21:34,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:21:34,047 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:21:34,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:21:34,050 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:34,050 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61421203, jitterRate=-0.08475275337696075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:21:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432894040Initializing all the Stores at 1732432894040Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432894040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432894040Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432894040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432894040Cleaning up temporary data from old regions at 1732432894047 (+7 ms)Region opened successfully at 1732432894050 (+3 ms) 2024-11-24T07:21:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:21:34,050 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:21:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:21:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:21:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:21:34,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:34,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432894050Disabling compacts and flushes for region at 1732432894050Disabling writes for close at 1732432894050Writing region close event to WAL at 1732432894051 (+1 ms)Closed at 1732432894051 2024-11-24T07:21:34,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:34,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:21:34,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:21:34,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:21:34,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:21:34,204 DEBUG [1ab588ae992e:35813 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:21:34,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,36659,1732432891338 2024-11-24T07:21:34,205 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,36659,1732432891338, state=OPENING 2024-11-24T07:21:34,222 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:21:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:34,244 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:21:34,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,36659,1732432891338}] 2024-11-24T07:21:34,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-192656737/meta-region-server: CHANGED 2024-11-24T07:21:34,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-192656737/meta-region-server: CHANGED 2024-11-24T07:21:34,396 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:21:34,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:21:34,412 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:21:34,412 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:34,412 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:21:34,414 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C36659%2C1732432891338.meta, suffix=.meta, logDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338, archiveDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/oldWALs, maxLogs=10 2024-11-24T07:21:34,429 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.meta.1732432894415.meta, exclude list is [], retry=0 2024-11-24T07:21:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-ef6512cb-3b67-4c54-ad75-8ec269fb880a,DISK] 2024-11-24T07:21:34,434 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.meta.1732432894415.meta 2024-11-24T07:21:34,437 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34615:34615)] 2024-11-24T07:21:34,437 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:34,438 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:34,438 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:21:34,438 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:21:34,438 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:21:34,438 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:21:34,438 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:34,438 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:21:34,438 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:21:34,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:21:34,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:21:34,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:34,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:34,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:21:34,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:21:34,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:34,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:34,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:21:34,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:21:34,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:34,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:34,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:21:34,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:21:34,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:34,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:34,444 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:21:34,444 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740 2024-11-24T07:21:34,445 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740 2024-11-24T07:21:34,446 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:21:34,446 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:21:34,447 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:21:34,448 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:21:34,448 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75448127, jitterRate=0.12426470220088959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:21:34,448 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:21:34,448 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432894438Writing region info on filesystem at 1732432894438Initializing all the Stores at 1732432894439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432894439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432894440 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432894440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432894440Cleaning up temporary data from old regions at 1732432894446 (+6 ms)Running coprocessor post-open hooks at 1732432894448 (+2 ms)Region opened successfully at 1732432894448 2024-11-24T07:21:34,449 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432894396 2024-11-24T07:21:34,450 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:21:34,450 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:21:34,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,36659,1732432891338 2024-11-24T07:21:34,451 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,36659,1732432891338, state=OPEN 2024-11-24T07:21:34,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-192656737/meta-region-server 2024-11-24T07:21:34,481 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,36659,1732432891338 2024-11-24T07:21:34,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-192656737/meta-region-server 2024-11-24T07:21:34,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-192656737/meta-region-server: CHANGED 2024-11-24T07:21:34,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-192656737/meta-region-server: CHANGED 2024-11-24T07:21:34,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:21:34,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,36659,1732432891338 in 237 msec 2024-11-24T07:21:34,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:21:34,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-24T07:21:34,488 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:34,488 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:21:34,489 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:34,489 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,36659,1732432891338, seqNum=-1] 2024-11-24T07:21:34,489 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:34,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:34,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 879 msec 2024-11-24T07:21:34,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432894495, completionTime=-1 2024-11-24T07:21:34,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:21:34,495 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:21:34,497 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:21:34,497 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432954497 2024-11-24T07:21:34,497 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732433014497 2024-11-24T07:21:34,497 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T07:21:34,498 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35813,1732432890939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:34,498 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35813,1732432890939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:34,498 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35813,1732432890939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:34,498 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:35813, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:34,498 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:34,500 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:21:34,503 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:34,506 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.105sec 2024-11-24T07:21:34,506 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:21:34,506 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:21:34,506 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:21:34,507 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:21:34,507 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:21:34,507 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35813,1732432890939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:21:34,507 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35813,1732432890939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:21:34,508 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:21:34,508 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:21:34,508 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,35813,1732432890939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:34,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fb8b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:34,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35813,-1 for getting cluster id 2024-11-24T07:21:34,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:34,565 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2100d615-a962-4718-b4d4-4c0d2d0a5290' 2024-11-24T07:21:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2100d615-a962-4718-b4d4-4c0d2d0a5290" 2024-11-24T07:21:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a6d82f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35813,-1] 2024-11-24T07:21:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:34,567 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:34,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfa1eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:34,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,36659,1732432891338, seqNum=-1] 2024-11-24T07:21:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:34,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:34,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,35813,1732432890939 2024-11-24T07:21:34,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-24T07:21:34,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:21:34,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016bb7e55e0005 connected 2024-11-24T07:21:34,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/hadoop.log.dir so I do NOT create it in target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111 2024-11-24T07:21:34,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:21:34,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/hadoop.tmp.dir so I do NOT create it in target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111 2024-11-24T07:21:34,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:21:34,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111 2024-11-24T07:21:34,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:21:34,597 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/cluster_df1f98c4-945a-5921-2749-71d57e25e171, deleteOnExit=true 2024-11-24T07:21:34,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:21:34,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/test.cache.data in system properties and HBase conf 2024-11-24T07:21:34,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:21:34,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:21:34,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:21:34,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:21:34,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:21:34,597 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:21:34,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:21:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:21:34,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T07:21:34,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T07:21:34,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T07:21:34,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:21:34,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:21:34,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:21:34,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:21:34,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:21:34,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:21:34,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14ee9e42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:21:34,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25b81af5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:21:35,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ee7d215{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/java.io.tmpdir/jetty-localhost-40453-hadoop-hdfs-3_4_1-tests_jar-_-any-4121700834744075431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:21:35,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51c8e794{HTTP/1.1, (http/1.1)}{localhost:40453} 2024-11-24T07:21:35,088 INFO [Time-limited test {}] server.Server(415): Started @286853ms 2024-11-24T07:21:35,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:21:35,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:21:35,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:21:35,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:21:35,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:21:35,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c10d641{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:21:35,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38c9d7ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:21:35,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1897c596{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/java.io.tmpdir/jetty-localhost-36545-hadoop-hdfs-3_4_1-tests_jar-_-any-5455088248483437181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:21:35,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b07671c{HTTP/1.1, (http/1.1)}{localhost:36545} 2024-11-24T07:21:35,447 INFO [Time-limited test {}] server.Server(415): Started @287212ms 2024-11-24T07:21:35,448 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:21:36,407 WARN [Thread-3678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/cluster_df1f98c4-945a-5921-2749-71d57e25e171/data/data1/current/BP-939030478-172.17.0.3-1732432894622/current, will proceed with Du for space computation calculation, 2024-11-24T07:21:36,407 WARN [Thread-3679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/cluster_df1f98c4-945a-5921-2749-71d57e25e171/data/data2/current/BP-939030478-172.17.0.3-1732432894622/current, will proceed with Du for space computation calculation, 2024-11-24T07:21:36,437 WARN [Thread-3666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:21:36,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x450b4f14a361fca9 with lease ID 0xc6255c0156eebe33: Processing first storage report for DS-a3925735-7b52-40af-afee-985b0166de0e from datanode DatanodeRegistration(127.0.0.1:42085, datanodeUuid=e67a6ad7-55c0-4bf9-83fe-b42a81e2c5ce, infoPort=37265, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1892587570;c=1732432894622) 2024-11-24T07:21:36,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x450b4f14a361fca9 with lease ID 0xc6255c0156eebe33: from storage DS-a3925735-7b52-40af-afee-985b0166de0e node DatanodeRegistration(127.0.0.1:42085, datanodeUuid=e67a6ad7-55c0-4bf9-83fe-b42a81e2c5ce, infoPort=37265, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1892587570;c=1732432894622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:21:36,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x450b4f14a361fca9 with lease ID 0xc6255c0156eebe33: Processing first storage report for DS-e093d317-26ff-4bee-ae8a-878ce9dcff5e from datanode DatanodeRegistration(127.0.0.1:42085, datanodeUuid=e67a6ad7-55c0-4bf9-83fe-b42a81e2c5ce, infoPort=37265, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1892587570;c=1732432894622) 2024-11-24T07:21:36,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x450b4f14a361fca9 with lease ID 0xc6255c0156eebe33: from storage DS-e093d317-26ff-4bee-ae8a-878ce9dcff5e node DatanodeRegistration(127.0.0.1:42085, datanodeUuid=e67a6ad7-55c0-4bf9-83fe-b42a81e2c5ce, infoPort=37265, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1892587570;c=1732432894622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:21:36,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111 2024-11-24T07:21:36,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:36,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:36,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:21:36,510 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2 with version=8 2024-11-24T07:21:36,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/hbase-staging 2024-11-24T07:21:36,513 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:21:36,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:36,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:36,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:21:36,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:36,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:21:36,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:21:36,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:21:36,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41867 2024-11-24T07:21:36,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41867 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-24T07:21:36,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418670x0, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:21:36,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41867-0x1016bb7e55e0006 connected 2024-11-24T07:21:36,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:36,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:36,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Set watcher on znode that does not yet exist, /21505864554/running 2024-11-24T07:21:36,617 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2, hbase.cluster.distributed=false 2024-11-24T07:21:36,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Set watcher on znode that does not yet exist, /21505864554/acl 2024-11-24T07:21:36,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41867 2024-11-24T07:21:36,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41867 2024-11-24T07:21:36,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41867 2024-11-24T07:21:36,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41867 2024-11-24T07:21:36,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41867 2024-11-24T07:21:36,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:21:36,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:36,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:36,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:21:36,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:21:36,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:21:36,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:21:36,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:21:36,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46625 2024-11-24T07:21:36,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46625 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-24T07:21:36,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:36,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:36,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466250x0, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:21:36,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466250x0, quorum=127.0.0.1:52401, baseZNode=/21505864554 Set watcher on znode that does not yet exist, /21505864554/running 2024-11-24T07:21:36,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46625-0x1016bb7e55e0007 connected 2024-11-24T07:21:36,665 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:21:36,685 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:21:36,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Set watcher on znode that does not yet exist, /21505864554/master 2024-11-24T07:21:36,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Set watcher on znode that does not yet exist, /21505864554/acl 2024-11-24T07:21:36,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46625 2024-11-24T07:21:36,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46625 2024-11-24T07:21:36,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46625 2024-11-24T07:21:36,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46625 2024-11-24T07:21:36,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46625 2024-11-24T07:21:36,724 DEBUG [M:0;1ab588ae992e:41867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:41867 2024-11-24T07:21:36,728 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21505864554/backup-masters/1ab588ae992e,41867,1732432896513 2024-11-24T07:21:36,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554/backup-masters 2024-11-24T07:21:36,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554/backup-masters 2024-11-24T07:21:36,739 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Set watcher on existing znode=/21505864554/backup-masters/1ab588ae992e,41867,1732432896513 2024-11-24T07:21:36,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21505864554/master 2024-11-24T07:21:36,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:36,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:36,749 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Set watcher on existing znode=/21505864554/master 2024-11-24T07:21:36,749 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21505864554/backup-masters/1ab588ae992e,41867,1732432896513 from backup master directory 2024-11-24T07:21:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554/backup-masters 2024-11-24T07:21:36,759 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:21:36,759 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,41867,1732432896513 2024-11-24T07:21:36,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21505864554/backup-masters/1ab588ae992e,41867,1732432896513 2024-11-24T07:21:36,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554/backup-masters 2024-11-24T07:21:36,779 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/hbase.id] with ID: 7acd3225-97cd-478a-ad90-d44ea46068f4 2024-11-24T07:21:36,779 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/.tmp/hbase.id 2024-11-24T07:21:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:21:36,811 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/.tmp/hbase.id]:[hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/hbase.id] 2024-11-24T07:21:36,828 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:21:36,828 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:21:36,830 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:21:36,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:36,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:21:36,899 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:36,900 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:21:36,901 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:36,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:21:37,329 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store 2024-11-24T07:21:37,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:21:37,774 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:37,774 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:21:37,774 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:37,774 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:37,775 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:21:37,775 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:37,775 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:37,775 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432897774Disabling compacts and flushes for region at 1732432897774Disabling writes for close at 1732432897775 (+1 ms)Writing region close event to WAL at 1732432897775Closed at 1732432897775 2024-11-24T07:21:37,776 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/.initializing 2024-11-24T07:21:37,776 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/WALs/1ab588ae992e,41867,1732432896513 2024-11-24T07:21:37,777 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:21:37,779 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C41867%2C1732432896513, suffix=, logDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/WALs/1ab588ae992e,41867,1732432896513, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/oldWALs, maxLogs=10 2024-11-24T07:21:37,794 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/WALs/1ab588ae992e,41867,1732432896513/1ab588ae992e%2C41867%2C1732432896513.1732432897779, exclude list is [], retry=0 2024-11-24T07:21:37,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-a3925735-7b52-40af-afee-985b0166de0e,DISK] 2024-11-24T07:21:37,797 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/WALs/1ab588ae992e,41867,1732432896513/1ab588ae992e%2C41867%2C1732432896513.1732432897779 2024-11-24T07:21:37,797 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265)] 2024-11-24T07:21:37,798 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:37,798 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:37,798 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,798 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:21:37,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:37,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:37,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:21:37,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:37,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:37,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:21:37,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:37,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:37,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:21:37,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:37,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:37,812 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,813 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,813 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,822 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,822 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,823 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:21:37,824 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:21:37,825 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:37,826 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62467932, jitterRate=-0.06915527582168579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:21:37,826 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432897798Initializing all the Stores at 1732432897801 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432897801Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432897801Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432897801Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432897801Cleaning up temporary data from old regions at 1732432897822 (+21 ms)Region opened successfully at 1732432897826 (+4 ms) 2024-11-24T07:21:37,833 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:21:37,835 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b00697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:21:37,836 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:21:37,836 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:21:37,837 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:21:37,837 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:21:37,837 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:21:37,837 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:21:37,837 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:21:37,840 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:21:37,842 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Unable to get data of znode /21505864554/balancer because node does not exist (not necessarily an error) 2024-11-24T07:21:37,906 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21505864554/balancer already deleted, retry=false 2024-11-24T07:21:37,907 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:21:37,907 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Unable to get data of znode /21505864554/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:21:37,917 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21505864554/normalizer already deleted, retry=false 2024-11-24T07:21:37,917 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:21:37,918 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Unable to get data of znode /21505864554/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:21:37,927 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21505864554/switch/split already deleted, retry=false 2024-11-24T07:21:37,928 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Unable to get data of znode /21505864554/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:21:38,001 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21505864554/switch/merge already deleted, retry=false 2024-11-24T07:21:38,003 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Unable to get data of znode /21505864554/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:21:38,033 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21505864554/snapshot-cleanup already deleted, retry=false 2024-11-24T07:21:38,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21505864554/running 2024-11-24T07:21:38,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:38,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21505864554/running 2024-11-24T07:21:38,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:38,044 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,41867,1732432896513, sessionid=0x1016bb7e55e0006, setting cluster-up flag (Was=false) 2024-11-24T07:21:38,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:38,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:38,096 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21505864554/flush-table-proc/acquired, /21505864554/flush-table-proc/reached, /21505864554/flush-table-proc/abort 2024-11-24T07:21:38,097 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,41867,1732432896513 2024-11-24T07:21:38,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:38,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:38,148 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21505864554/online-snapshot/acquired, /21505864554/online-snapshot/reached, /21505864554/online-snapshot/abort 2024-11-24T07:21:38,149 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,41867,1732432896513 2024-11-24T07:21:38,150 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:21:38,152 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:38,153 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:21:38,153 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:21:38,153 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,41867,1732432896513 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:21:38,158 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:38,158 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:38,158 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:38,158 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:21:38,158 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:21:38,158 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,158 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:21:38,158 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:38,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:21:38,168 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:38,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:21:38,185 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432928185 2024-11-24T07:21:38,185 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:21:38,185 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:21:38,186 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:21:38,186 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:21:38,186 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:21:38,186 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:21:38,193 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,196 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:21:38,197 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:21:38,197 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:21:38,197 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:21:38,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:21:38,219 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:21:38,219 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:21:38,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:21:38,219 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2 2024-11-24T07:21:38,230 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432898219,5,FailOnTimeoutGroup] 2024-11-24T07:21:38,232 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432898230,5,FailOnTimeoutGroup] 2024-11-24T07:21:38,232 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,232 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:21:38,233 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,233 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,238 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(746): ClusterId : 7acd3225-97cd-478a-ad90-d44ea46068f4 2024-11-24T07:21:38,238 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:21:38,251 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:21:38,251 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:21:38,265 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:21:38,265 DEBUG [RS:0;1ab588ae992e:46625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bc6a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:21:38,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741832_1008 (size=32) 2024-11-24T07:21:38,288 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:46625 2024-11-24T07:21:38,288 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:21:38,288 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:21:38,288 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:21:38,289 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,41867,1732432896513 with port=46625, startcode=1732432896647 2024-11-24T07:21:38,289 DEBUG [RS:0;1ab588ae992e:46625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:21:38,291 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:21:38,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,46625,1732432896647 2024-11-24T07:21:38,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41867 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,46625,1732432896647 2024-11-24T07:21:38,293 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2 2024-11-24T07:21:38,293 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42309 2024-11-24T07:21:38,293 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:21:38,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554/rs 2024-11-24T07:21:38,387 DEBUG [RS:0;1ab588ae992e:46625 {}] zookeeper.ZKUtil(111): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Set watcher on existing znode=/21505864554/rs/1ab588ae992e,46625,1732432896647 2024-11-24T07:21:38,387 WARN [RS:0;1ab588ae992e:46625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:21:38,387 INFO [RS:0;1ab588ae992e:46625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:38,387 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647 2024-11-24T07:21:38,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,46625,1732432896647] 2024-11-24T07:21:38,406 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:21:38,408 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:21:38,409 INFO [RS:0;1ab588ae992e:46625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:21:38,409 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,412 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:21:38,413 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:21:38,413 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:21:38,413 DEBUG [RS:0;1ab588ae992e:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:21:38,420 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,420 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,420 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,420 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,420 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,420 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46625,1732432896647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:21:38,453 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:21:38,453 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46625,1732432896647-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,453 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,453 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.Replication(171): 1ab588ae992e,46625,1732432896647 started 2024-11-24T07:21:38,475 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:38,475 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,46625,1732432896647, RpcServer on 1ab588ae992e/172.17.0.3:46625, sessionid=0x1016bb7e55e0007 2024-11-24T07:21:38,475 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:21:38,475 DEBUG [RS:0;1ab588ae992e:46625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,46625,1732432896647 2024-11-24T07:21:38,475 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,46625,1732432896647' 2024-11-24T07:21:38,475 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21505864554/flush-table-proc/abort' 2024-11-24T07:21:38,476 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21505864554/flush-table-proc/acquired' 2024-11-24T07:21:38,476 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:21:38,476 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:21:38,476 DEBUG [RS:0;1ab588ae992e:46625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,46625,1732432896647 2024-11-24T07:21:38,476 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,46625,1732432896647' 2024-11-24T07:21:38,476 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21505864554/online-snapshot/abort' 2024-11-24T07:21:38,477 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21505864554/online-snapshot/acquired' 2024-11-24T07:21:38,477 DEBUG [RS:0;1ab588ae992e:46625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:21:38,477 INFO [RS:0;1ab588ae992e:46625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:21:38,477 INFO [RS:0;1ab588ae992e:46625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:21:38,578 INFO [RS:0;1ab588ae992e:46625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:21:38,579 INFO [RS:0;1ab588ae992e:46625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C46625%2C1732432896647, suffix=, logDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/oldWALs, maxLogs=10 2024-11-24T07:21:38,595 DEBUG [RS:0;1ab588ae992e:46625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579, exclude list is [], retry=0 2024-11-24T07:21:38,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-a3925735-7b52-40af-afee-985b0166de0e,DISK] 2024-11-24T07:21:38,598 INFO [RS:0;1ab588ae992e:46625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 2024-11-24T07:21:38,598 DEBUG [RS:0;1ab588ae992e:46625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265)] 2024-11-24T07:21:38,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:38,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:21:38,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:21:38,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:38,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:38,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:21:38,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:21:38,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:38,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:38,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:21:38,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:21:38,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:38,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:38,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:21:38,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:21:38,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:38,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:38,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:21:38,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740 2024-11-24T07:21:38,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740 2024-11-24T07:21:38,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:21:38,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:21:38,676 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:21:38,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:21:38,679 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:38,679 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74912777, jitterRate=0.11628736555576324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:21:38,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432898667Initializing all the Stores at 1732432898668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432898668Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432898668Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432898668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432898668Cleaning up temporary data from old regions at 1732432898676 (+8 ms)Region opened successfully at 1732432898679 (+3 ms) 2024-11-24T07:21:38,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:21:38,679 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:21:38,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:21:38,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:21:38,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:21:38,680 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:38,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432898679Disabling compacts and flushes for region at 1732432898679Disabling writes for close at 1732432898679Writing region close event to WAL at 1732432898680 (+1 ms)Closed at 1732432898680 2024-11-24T07:21:38,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:38,681 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:21:38,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:21:38,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:21:38,682 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:21:38,833 DEBUG [1ab588ae992e:41867 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:21:38,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,46625,1732432896647 2024-11-24T07:21:38,834 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,46625,1732432896647, state=OPENING 2024-11-24T07:21:38,885 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:21:38,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:38,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:38,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21505864554/meta-region-server: CHANGED 2024-11-24T07:21:38,896 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:21:38,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,46625,1732432896647}] 2024-11-24T07:21:38,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21505864554/meta-region-server: CHANGED 2024-11-24T07:21:39,053 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:21:39,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:21:39,058 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:21:39,058 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:39,058 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:21:39,059 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C46625%2C1732432896647.meta, suffix=.meta, logDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/oldWALs, maxLogs=10 2024-11-24T07:21:39,078 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.meta.1732432899060.meta, exclude list is [], retry=0 2024-11-24T07:21:39,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-a3925735-7b52-40af-afee-985b0166de0e,DISK] 2024-11-24T07:21:39,105 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.meta.1732432899060.meta 2024-11-24T07:21:39,105 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265)] 2024-11-24T07:21:39,106 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:39,106 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:39,106 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:21:39,106 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:21:39,106 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:21:39,107 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:21:39,107 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:39,107 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:21:39,107 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:21:39,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:21:39,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:21:39,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:39,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:39,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:21:39,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:21:39,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:39,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:39,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:21:39,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:21:39,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:39,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:39,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:21:39,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:21:39,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:39,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:21:39,120 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:21:39,120 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740 2024-11-24T07:21:39,122 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740 2024-11-24T07:21:39,123 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:21:39,123 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:21:39,123 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:21:39,124 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:21:39,125 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65134145, jitterRate=-0.02942560613155365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:21:39,125 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:21:39,125 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432899107Writing region info on filesystem at 1732432899107Initializing all the Stores at 1732432899108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432899108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432899112 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432899112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432899112Cleaning up temporary data from old regions at 1732432899123 (+11 ms)Running coprocessor post-open hooks at 1732432899125 (+2 ms)Region opened successfully at 1732432899125 2024-11-24T07:21:39,126 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432899053 2024-11-24T07:21:39,128 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:21:39,128 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:21:39,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46625,1732432896647 2024-11-24T07:21:39,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,46625,1732432896647, state=OPEN 2024-11-24T07:21:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21505864554/meta-region-server 2024-11-24T07:21:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21505864554/meta-region-server 2024-11-24T07:21:39,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,46625,1732432896647 2024-11-24T07:21:39,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21505864554/meta-region-server: CHANGED 2024-11-24T07:21:39,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21505864554/meta-region-server: CHANGED 2024-11-24T07:21:39,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:21:39,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,46625,1732432896647 in 242 msec 2024-11-24T07:21:39,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:21:39,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-24T07:21:39,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:21:39,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:21:39,144 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:39,144 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46625,1732432896647, seqNum=-1] 2024-11-24T07:21:39,144 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:39,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:39,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 997 msec 2024-11-24T07:21:39,149 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432899149, completionTime=-1 2024-11-24T07:21:39,149 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:21:39,149 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:21:39,156 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:21:39,156 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432959156 2024-11-24T07:21:39,156 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732433019156 2024-11-24T07:21:39,156 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-24T07:21:39,157 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41867,1732432896513-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:39,157 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41867,1732432896513-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:39,157 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41867,1732432896513-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:39,157 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:41867, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:39,157 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:39,157 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:39,159 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:21:39,161 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.402sec 2024-11-24T07:21:39,161 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:21:39,162 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:21:39,162 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:21:39,162 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:21:39,162 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:21:39,162 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41867,1732432896513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:21:39,162 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41867,1732432896513-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:21:39,164 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:21:39,164 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:21:39,164 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,41867,1732432896513-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:21:39,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcd8dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:39,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41867,-1 for getting cluster id 2024-11-24T07:21:39,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:39,239 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7acd3225-97cd-478a-ad90-d44ea46068f4' 2024-11-24T07:21:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7acd3225-97cd-478a-ad90-d44ea46068f4" 2024-11-24T07:21:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19dc7fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41867,-1] 2024-11-24T07:21:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:39,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:39,242 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:39,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b3d550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:39,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46625,1732432896647, seqNum=-1] 2024-11-24T07:21:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:39,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:39,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,41867,1732432896513 2024-11-24T07:21:39,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-24T07:21:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:21:39,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016bb7e55e0008 connected 2024-11-24T07:21:39,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,40057,1732432884458 2024-11-24T07:21:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ccadc2 2024-11-24T07:21:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:39,311 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:39,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:21:39,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:21:39,316 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:39,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:21:39,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:21:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:39,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:21:39,338 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b21481c004fca772754ca3bb9839a06, NAME => 'test,,1732432899312.1b21481c004fca772754ca3bb9839a06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687 2024-11-24T07:21:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:21:39,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432899312.1b21481c004fca772754ca3bb9839a06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1b21481c004fca772754ca3bb9839a06, disabling compactions & flushes 2024-11-24T07:21:39,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432899312.1b21481c004fca772754ca3bb9839a06. after waiting 0 ms 2024-11-24T07:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:21:39,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:21:39,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b21481c004fca772754ca3bb9839a06: Waiting for close lock at 1732432899350Disabling compacts and flushes for region at 1732432899350Disabling writes for close at 1732432899351 (+1 ms)Writing region close event to WAL at 1732432899351Closed at 1732432899351 2024-11-24T07:21:39,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:21:39,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432899312.1b21481c004fca772754ca3bb9839a06.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432899352"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432899352"}]},"ts":"1732432899352"} 2024-11-24T07:21:39,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:21:39,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:21:39,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432899357"}]},"ts":"1732432899357"} 2024-11-24T07:21:39,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:21:39,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b21481c004fca772754ca3bb9839a06, ASSIGN}] 2024-11-24T07:21:39,363 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b21481c004fca772754ca3bb9839a06, ASSIGN 2024-11-24T07:21:39,363 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1b21481c004fca772754ca3bb9839a06, ASSIGN; state=OFFLINE, location=1ab588ae992e,38771,1732432884782; forceNewPlan=false, retain=false 2024-11-24T07:21:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:39,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b21481c004fca772754ca3bb9839a06, regionState=OPENING, regionLocation=1ab588ae992e,38771,1732432884782 2024-11-24T07:21:39,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1b21481c004fca772754ca3bb9839a06, ASSIGN because future has completed 2024-11-24T07:21:39,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b21481c004fca772754ca3bb9839a06, server=1ab588ae992e,38771,1732432884782}] 2024-11-24T07:21:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:39,686 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:21:39,686 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b21481c004fca772754ca3bb9839a06, NAME => 'test,,1732432899312.1b21481c004fca772754ca3bb9839a06.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:39,686 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:39,687 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:21:39,687 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,687 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432899312.1b21481c004fca772754ca3bb9839a06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:39,687 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,687 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,692 INFO [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,694 INFO [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b21481c004fca772754ca3bb9839a06 columnFamilyName f 2024-11-24T07:21:39,694 DEBUG [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:39,694 INFO [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] regionserver.HStore(327): Store=1b21481c004fca772754ca3bb9839a06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:39,695 INFO [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,696 INFO [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b21481c004fca772754ca3bb9839a06 columnFamilyName f1 2024-11-24T07:21:39,696 DEBUG [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:39,697 INFO [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] regionserver.HStore(327): Store=1b21481c004fca772754ca3bb9839a06/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:39,697 INFO [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,699 INFO [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b21481c004fca772754ca3bb9839a06 columnFamilyName norep 2024-11-24T07:21:39,699 DEBUG [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:39,700 INFO [StoreOpener-1b21481c004fca772754ca3bb9839a06-1 {}] regionserver.HStore(327): Store=1b21481c004fca772754ca3bb9839a06/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:39,700 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,701 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,701 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,702 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,702 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,703 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:21:39,705 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,713 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:39,716 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1b21481c004fca772754ca3bb9839a06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58862207, jitterRate=-0.12288476526737213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:21:39,716 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:39,717 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1b21481c004fca772754ca3bb9839a06: Running coprocessor pre-open hook at 1732432899687Writing region info on filesystem at 1732432899687Initializing all the Stores at 1732432899688 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432899688Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432899692 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432899692Cleaning up temporary data from old regions at 1732432899702 (+10 ms)Running coprocessor post-open hooks at 1732432899716 (+14 ms)Region opened successfully at 1732432899717 (+1 ms) 2024-11-24T07:21:39,718 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432899312.1b21481c004fca772754ca3bb9839a06., pid=6, masterSystemTime=1732432899675 2024-11-24T07:21:39,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b21481c004fca772754ca3bb9839a06, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,38771,1732432884782 2024-11-24T07:21:39,721 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:21:39,722 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:21:39,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b21481c004fca772754ca3bb9839a06, server=1ab588ae992e,38771,1732432884782 because future has completed 2024-11-24T07:21:39,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:21:39,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b21481c004fca772754ca3bb9839a06, server=1ab588ae992e,38771,1732432884782 in 205 msec 2024-11-24T07:21:39,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:21:39,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1b21481c004fca772754ca3bb9839a06, ASSIGN in 367 msec 2024-11-24T07:21:39,730 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:21:39,730 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432899730"}]},"ts":"1732432899730"} 2024-11-24T07:21:39,732 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:21:39,733 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:21:39,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 420 msec 2024-11-24T07:21:39,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:21:39,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:39,945 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:21:39,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35813,1732432890939 2024-11-24T07:21:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@165539e 2024-11-24T07:21:39,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:39,947 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:39,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:21:39,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:21:39,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:39,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:21:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:39,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:21:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:21:39,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9904306a60339203f7594cf45975ff79, NAME => 'test,,1732432899947.9904306a60339203f7594cf45975ff79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b 2024-11-24T07:21:39,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:39,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:21:40,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:40,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:40,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:40,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:40,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432899947.9904306a60339203f7594cf45975ff79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:40,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9904306a60339203f7594cf45975ff79, disabling compactions & flushes 2024-11-24T07:21:40,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:40,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:40,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432899947.9904306a60339203f7594cf45975ff79. after waiting 0 ms 2024-11-24T07:21:40,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:40,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:40,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9904306a60339203f7594cf45975ff79: Waiting for close lock at 1732432900399Disabling compacts and flushes for region at 1732432900399Disabling writes for close at 1732432900399Writing region close event to WAL at 1732432900399Closed at 1732432900399 2024-11-24T07:21:40,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:21:40,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432899947.9904306a60339203f7594cf45975ff79.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432900404"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432900404"}]},"ts":"1732432900404"} 2024-11-24T07:21:40,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:21:40,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:21:40,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432900408"}]},"ts":"1732432900408"} 2024-11-24T07:21:40,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:21:40,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9904306a60339203f7594cf45975ff79, ASSIGN}] 2024-11-24T07:21:40,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9904306a60339203f7594cf45975ff79, ASSIGN 2024-11-24T07:21:40,413 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9904306a60339203f7594cf45975ff79, ASSIGN; state=OFFLINE, location=1ab588ae992e,36659,1732432891338; forceNewPlan=false, retain=false 2024-11-24T07:21:40,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9904306a60339203f7594cf45975ff79, regionState=OPENING, regionLocation=1ab588ae992e,36659,1732432891338 2024-11-24T07:21:40,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9904306a60339203f7594cf45975ff79, ASSIGN because future has completed 2024-11-24T07:21:40,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9904306a60339203f7594cf45975ff79, server=1ab588ae992e,36659,1732432891338}] 2024-11-24T07:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:40,736 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:40,736 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9904306a60339203f7594cf45975ff79, NAME => 'test,,1732432899947.9904306a60339203f7594cf45975ff79.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:40,737 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:40,737 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:21:40,737 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,737 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432899947.9904306a60339203f7594cf45975ff79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:40,737 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,737 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,740 INFO [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,741 INFO [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9904306a60339203f7594cf45975ff79 columnFamilyName f 2024-11-24T07:21:40,741 DEBUG [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:40,742 INFO [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] regionserver.HStore(327): Store=9904306a60339203f7594cf45975ff79/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:40,742 INFO [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,742 INFO [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9904306a60339203f7594cf45975ff79 columnFamilyName f1 2024-11-24T07:21:40,743 DEBUG [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:40,743 INFO [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] regionserver.HStore(327): Store=9904306a60339203f7594cf45975ff79/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:40,743 INFO [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,743 INFO [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9904306a60339203f7594cf45975ff79 columnFamilyName norep 2024-11-24T07:21:40,743 DEBUG [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:40,744 INFO [StoreOpener-9904306a60339203f7594cf45975ff79-1 {}] regionserver.HStore(327): Store=9904306a60339203f7594cf45975ff79/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:40,744 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,744 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,744 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,745 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,745 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,746 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:21:40,747 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,748 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:40,749 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9904306a60339203f7594cf45975ff79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63884042, jitterRate=-0.048053592443466187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:21:40,749 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:40,749 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9904306a60339203f7594cf45975ff79: Running coprocessor pre-open hook at 1732432900737Writing region info on filesystem at 1732432900737Initializing all the Stores at 1732432900738 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432900738Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432900740 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432900740Cleaning up temporary data from old regions at 1732432900745 (+5 ms)Running coprocessor post-open hooks at 1732432900749 (+4 ms)Region opened successfully at 1732432900749 2024-11-24T07:21:40,750 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432899947.9904306a60339203f7594cf45975ff79., pid=6, masterSystemTime=1732432900732 2024-11-24T07:21:40,752 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:40,752 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:40,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9904306a60339203f7594cf45975ff79, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,36659,1732432891338 2024-11-24T07:21:40,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9904306a60339203f7594cf45975ff79, server=1ab588ae992e,36659,1732432891338 because future has completed 2024-11-24T07:21:40,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:21:40,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9904306a60339203f7594cf45975ff79, server=1ab588ae992e,36659,1732432891338 in 181 msec 2024-11-24T07:21:40,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:21:40,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9904306a60339203f7594cf45975ff79, ASSIGN in 353 msec 2024-11-24T07:21:40,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:21:40,765 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432900765"}]},"ts":"1732432900765"} 2024-11-24T07:21:40,767 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:21:40,768 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:21:40,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 821 msec 2024-11-24T07:21:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:41,094 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:21:41,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,41867,1732432896513 2024-11-24T07:21:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e05edd4 2024-11-24T07:21:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:41,096 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:41,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:21:41,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:21:41,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:41,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:21:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:41,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:21:41,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:21:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:41,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2add7e466d95008147051b72fad0315d, NAME => 'test,,1732432901097.2add7e466d95008147051b72fad0315d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2 2024-11-24T07:21:41,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:21:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:41,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432901097.2add7e466d95008147051b72fad0315d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:41,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2add7e466d95008147051b72fad0315d, disabling compactions & flushes 2024-11-24T07:21:41,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:41,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:41,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432901097.2add7e466d95008147051b72fad0315d. after waiting 0 ms 2024-11-24T07:21:41,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:41,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:41,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2add7e466d95008147051b72fad0315d: Waiting for close lock at 1732432901913Disabling compacts and flushes for region at 1732432901913Disabling writes for close at 1732432901913Writing region close event to WAL at 1732432901913Closed at 1732432901913 2024-11-24T07:21:41,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:21:41,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432901097.2add7e466d95008147051b72fad0315d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432901914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432901914"}]},"ts":"1732432901914"} 2024-11-24T07:21:41,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:21:41,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:21:41,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432901917"}]},"ts":"1732432901917"} 2024-11-24T07:21:41,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:21:41,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2add7e466d95008147051b72fad0315d, ASSIGN}] 2024-11-24T07:21:41,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2add7e466d95008147051b72fad0315d, ASSIGN 2024-11-24T07:21:41,921 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2add7e466d95008147051b72fad0315d, ASSIGN; state=OFFLINE, location=1ab588ae992e,46625,1732432896647; forceNewPlan=false, retain=false 2024-11-24T07:21:42,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2add7e466d95008147051b72fad0315d, regionState=OPENING, regionLocation=1ab588ae992e,46625,1732432896647 2024-11-24T07:21:42,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2add7e466d95008147051b72fad0315d, ASSIGN because future has completed 2024-11-24T07:21:42,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2add7e466d95008147051b72fad0315d, server=1ab588ae992e,46625,1732432896647}] 2024-11-24T07:21:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:42,237 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:42,238 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2add7e466d95008147051b72fad0315d, NAME => 'test,,1732432901097.2add7e466d95008147051b72fad0315d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:42,238 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:42,238 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:21:42,238 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,238 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432901097.2add7e466d95008147051b72fad0315d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:42,238 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,238 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,239 INFO [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,240 INFO [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2add7e466d95008147051b72fad0315d columnFamilyName f 2024-11-24T07:21:42,240 DEBUG [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:42,240 INFO [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] regionserver.HStore(327): Store=2add7e466d95008147051b72fad0315d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:42,240 INFO [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,241 INFO [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2add7e466d95008147051b72fad0315d columnFamilyName f1 2024-11-24T07:21:42,241 DEBUG [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:42,242 INFO [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] regionserver.HStore(327): Store=2add7e466d95008147051b72fad0315d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:42,242 INFO [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,243 INFO [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2add7e466d95008147051b72fad0315d columnFamilyName norep 2024-11-24T07:21:42,243 DEBUG [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:42,244 INFO [StoreOpener-2add7e466d95008147051b72fad0315d-1 {}] regionserver.HStore(327): Store=2add7e466d95008147051b72fad0315d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:42,244 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,244 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,245 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,246 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,246 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,246 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:21:42,248 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,250 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:42,251 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2add7e466d95008147051b72fad0315d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62712533, jitterRate=-0.06551043689250946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:21:42,251 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:42,251 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2add7e466d95008147051b72fad0315d: Running coprocessor pre-open hook at 1732432902238Writing region info on filesystem at 1732432902238Initializing all the Stores at 1732432902239 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432902239Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432902239Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432902239Cleaning up temporary data from old regions at 1732432902246 (+7 ms)Running coprocessor post-open hooks at 1732432902251 (+5 ms)Region opened successfully at 1732432902251 2024-11-24T07:21:42,252 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432901097.2add7e466d95008147051b72fad0315d., pid=6, masterSystemTime=1732432902232 2024-11-24T07:21:42,254 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:42,254 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:42,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2add7e466d95008147051b72fad0315d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,46625,1732432896647 2024-11-24T07:21:42,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2add7e466d95008147051b72fad0315d, server=1ab588ae992e,46625,1732432896647 because future has completed 2024-11-24T07:21:42,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:21:42,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2add7e466d95008147051b72fad0315d, server=1ab588ae992e,46625,1732432896647 in 183 msec 2024-11-24T07:21:42,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:21:42,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2add7e466d95008147051b72fad0315d, ASSIGN in 340 msec 2024-11-24T07:21:42,263 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:21:42,263 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432902263"}]},"ts":"1732432902263"} 2024-11-24T07:21:42,265 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:21:42,266 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:21:42,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-24T07:21:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:21:43,246 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:21:43,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2ce3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:43,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40057,-1 for getting cluster id 2024-11-24T07:21:43,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:43,248 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a39196-f455-4eed-b70b-84d188aff657' 2024-11-24T07:21:43,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:43,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a39196-f455-4eed-b70b-84d188aff657" 2024-11-24T07:21:43,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243ecd97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:43,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40057,-1] 2024-11-24T07:21:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:43,250 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec2a2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:43,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,40057,1732432884458 2024-11-24T07:21:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7225a749 2024-11-24T07:21:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:43,254 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:43,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:35813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:21:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:21:43,258 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:35813' 2024-11-24T07:21:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:43,261 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d55494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:43,261 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35813,-1 for getting cluster id 2024-11-24T07:21:43,261 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:43,262 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2100d615-a962-4718-b4d4-4c0d2d0a5290' 2024-11-24T07:21:43,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:43,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2100d615-a962-4718-b4d4-4c0d2d0a5290" 2024-11-24T07:21:43,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccb3550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:43,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35813,-1] 2024-11-24T07:21:43,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:43,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:43,263 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:43,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28357c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:43,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:43,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35813,1732432890939 2024-11-24T07:21:43,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a4faeda 2024-11-24T07:21:43,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:43,266 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:43,267 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T07:21:43,267 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:21:43,267 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:43,268 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:43,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:43,268 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:43,269 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:21:43,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:21:43,271 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:43,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:21:43,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:21:43,284 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dca56db3cdc6de6643d76036cdf24da, NAME => 'hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687 2024-11-24T07:21:43,320 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:21:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:21:43,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:43,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2dca56db3cdc6de6643d76036cdf24da, disabling compactions & flushes 2024-11-24T07:21:43,363 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:43,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:43,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. after waiting 0 ms 2024-11-24T07:21:43,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:43,363 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:43,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dca56db3cdc6de6643d76036cdf24da: Waiting for close lock at 1732432903363Disabling compacts and flushes for region at 1732432903363Disabling writes for close at 1732432903363Writing region close event to WAL at 1732432903363Closed at 1732432903363 2024-11-24T07:21:43,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:21:43,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432903365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432903365"}]},"ts":"1732432903365"} 2024-11-24T07:21:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:43,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:21:43,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:21:43,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432903370"}]},"ts":"1732432903370"} 2024-11-24T07:21:43,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:21:43,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2dca56db3cdc6de6643d76036cdf24da, ASSIGN}] 2024-11-24T07:21:43,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2dca56db3cdc6de6643d76036cdf24da, ASSIGN 2024-11-24T07:21:43,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2dca56db3cdc6de6643d76036cdf24da, ASSIGN; state=OFFLINE, location=1ab588ae992e,38771,1732432884782; forceNewPlan=false, retain=false 2024-11-24T07:21:43,528 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2dca56db3cdc6de6643d76036cdf24da, regionState=OPENING, regionLocation=1ab588ae992e,38771,1732432884782 2024-11-24T07:21:43,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2dca56db3cdc6de6643d76036cdf24da, ASSIGN because future has completed 2024-11-24T07:21:43,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dca56db3cdc6de6643d76036cdf24da, server=1ab588ae992e,38771,1732432884782}] 2024-11-24T07:21:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:43,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:43,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:43,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:21:43,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C38771%2C1732432884782.rep, suffix=, logDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782, archiveDir=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/oldWALs, maxLogs=10 2024-11-24T07:21:43,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.rep.1732432903694, exclude list is [], retry=0 2024-11-24T07:21:43,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43689,DS-6dd221e7-c4c7-4526-af86-59acced4c792,DISK] 2024-11-24T07:21:43,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.rep.1732432903694 2024-11-24T07:21:43,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-11-24T07:21:43,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dca56db3cdc6de6643d76036cdf24da, NAME => 'hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:43,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:43,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:21:43,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. service=MultiRowMutationService 2024-11-24T07:21:43,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:21:43,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:43,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,718 INFO [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,719 INFO [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dca56db3cdc6de6643d76036cdf24da columnFamilyName hfileref 2024-11-24T07:21:43,719 DEBUG [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:43,719 INFO [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] regionserver.HStore(327): Store=2dca56db3cdc6de6643d76036cdf24da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:43,719 INFO [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,720 INFO [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dca56db3cdc6de6643d76036cdf24da columnFamilyName queue 2024-11-24T07:21:43,720 DEBUG [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:43,720 INFO [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] regionserver.HStore(327): Store=2dca56db3cdc6de6643d76036cdf24da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:43,720 INFO [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,722 INFO [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dca56db3cdc6de6643d76036cdf24da columnFamilyName sid 2024-11-24T07:21:43,722 DEBUG [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:43,722 INFO [StoreOpener-2dca56db3cdc6de6643d76036cdf24da-1 {}] regionserver.HStore(327): Store=2dca56db3cdc6de6643d76036cdf24da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:43,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/replication/2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/replication/2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:21:43,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/replication/2dca56db3cdc6de6643d76036cdf24da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:43,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2dca56db3cdc6de6643d76036cdf24da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75290807, jitterRate=0.12192045152187347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:21:43,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:43,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2dca56db3cdc6de6643d76036cdf24da: Running coprocessor pre-open hook at 1732432903717Writing region info on filesystem at 1732432903717Initializing all the Stores at 1732432903717Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432903717Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432903718 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432903718Cleaning up temporary data from old regions at 1732432903723 (+5 ms)Running coprocessor post-open hooks at 1732432903727 (+4 ms)Region opened successfully at 1732432903727 2024-11-24T07:21:43,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da., pid=10, masterSystemTime=1732432903683 2024-11-24T07:21:43,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:43,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:43,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2dca56db3cdc6de6643d76036cdf24da, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,38771,1732432884782 2024-11-24T07:21:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dca56db3cdc6de6643d76036cdf24da, server=1ab588ae992e,38771,1732432884782 because future has completed 2024-11-24T07:21:43,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:21:43,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dca56db3cdc6de6643d76036cdf24da, server=1ab588ae992e,38771,1732432884782 in 202 msec 2024-11-24T07:21:43,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:21:43,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2dca56db3cdc6de6643d76036cdf24da, ASSIGN in 361 msec 2024-11-24T07:21:43,738 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:21:43,738 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432903738"}]},"ts":"1732432903738"} 2024-11-24T07:21:43,739 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:21:43,740 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:21:43,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 472 msec 2024-11-24T07:21:43,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da., hostname=1ab588ae992e,38771,1732432884782, seqNum=2] 2024-11-24T07:21:43,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:43,832 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:43,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:21:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:44,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:21:44,007 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:21:44,045 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,38771,1732432884782, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:21:44,046 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:44,046 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,38771,1732432884782, seqNum=-1] 2024-11-24T07:21:44,046 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:44,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:44,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,38771,1732432884782', locateType=CURRENT is [region=hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da., hostname=1ab588ae992e,38771,1732432884782, seqNum=2] 2024-11-24T07:21:44,052 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:21:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:21:44,054 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,38771,1732432884782 suceeded 2024-11-24T07:21:44,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:21:44,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-24T07:21:44,056 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:35813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:21:44,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 802 msec 2024-11-24T07:21:44,068 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:35813' 2024-11-24T07:21:44,068 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b916674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:44,069 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35813,-1 for getting cluster id 2024-11-24T07:21:44,069 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:44,069 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2100d615-a962-4718-b4d4-4c0d2d0a5290' 2024-11-24T07:21:44,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:44,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2100d615-a962-4718-b4d4-4c0d2d0a5290" 2024-11-24T07:21:44,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@436c5325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:44,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35813,-1] 2024-11-24T07:21:44,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:44,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:44,071 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:44,071 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f8f93dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:44,071 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:44,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35813,1732432890939 2024-11-24T07:21:44,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d34b9dd 2024-11-24T07:21:44,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:44,073 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-24T07:21:44,073 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,38771,1732432884782 (queues=1) is replicating from cluster=30a39196-f455-4eed-b70b-84d188aff657 to cluster=2100d615-a962-4718-b4d4-4c0d2d0a5290 2024-11-24T07:21:44,073 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C38771%2C1732432884782 2024-11-24T07:21:44,074 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,38771,1732432884782, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:21:44,074 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222, startPosition=0, beingWritten=true 2024-11-24T07:21:44,091 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C38771%2C1732432884782 2024-11-24T07:21:44,094 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:44,094 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 379, reset compression=false 2024-11-24T07:21:44,094 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,38771,1732432884782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:44,298 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 379, reset compression=false 2024-11-24T07:21:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:44,396 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:21:44,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:44,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:44,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:44,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:44,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:44,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691da38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:44,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35813,-1 for getting cluster id 2024-11-24T07:21:44,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:44,399 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2100d615-a962-4718-b4d4-4c0d2d0a5290' 2024-11-24T07:21:44,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:44,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2100d615-a962-4718-b4d4-4c0d2d0a5290" 2024-11-24T07:21:44,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390cfb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:44,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35813,-1] 2024-11-24T07:21:44,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:44,400 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ee9ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:44,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:44,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35813,1732432890939 2024-11-24T07:21:44,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63877ca7 2024-11-24T07:21:44,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:44,403 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:44,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:41867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:21:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:21:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:44,406 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T07:21:44,410 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:41867' 2024-11-24T07:21:44,411 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:44,411 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41867,-1 for getting cluster id 2024-11-24T07:21:44,411 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:44,411 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7acd3225-97cd-478a-ad90-d44ea46068f4' 2024-11-24T07:21:44,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7acd3225-97cd-478a-ad90-d44ea46068f4" 2024-11-24T07:21:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed4c057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41867,-1] 2024-11-24T07:21:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:44,413 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515714dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:44,413 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:44,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,41867,1732432896513 2024-11-24T07:21:44,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ea42717 2024-11-24T07:21:44,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:44,415 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:44,416 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-24T07:21:44,416 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:21:44,416 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:44,416 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:44,416 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:44,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:44,418 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:21:44,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:21:44,419 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:44,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:21:44,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:21:44,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a10959e6eb00ed46bf4fcd21b78093a9, NAME => 'hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b 2024-11-24T07:21:44,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:21:44,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:44,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a10959e6eb00ed46bf4fcd21b78093a9, disabling compactions & flushes 2024-11-24T07:21:44,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:44,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:44,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. after waiting 0 ms 2024-11-24T07:21:44,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:44,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:44,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a10959e6eb00ed46bf4fcd21b78093a9: Waiting for close lock at 1732432904437Disabling compacts and flushes for region at 1732432904437Disabling writes for close at 1732432904437Writing region close event to WAL at 1732432904437Closed at 1732432904437 2024-11-24T07:21:44,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:21:44,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432904439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432904439"}]},"ts":"1732432904439"} 2024-11-24T07:21:44,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:21:44,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:21:44,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432904442"}]},"ts":"1732432904442"} 2024-11-24T07:21:44,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:21:44,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a10959e6eb00ed46bf4fcd21b78093a9, ASSIGN}] 2024-11-24T07:21:44,447 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a10959e6eb00ed46bf4fcd21b78093a9, ASSIGN 2024-11-24T07:21:44,448 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a10959e6eb00ed46bf4fcd21b78093a9, ASSIGN; state=OFFLINE, location=1ab588ae992e,36659,1732432891338; forceNewPlan=false, retain=false 2024-11-24T07:21:44,468 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:21:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:44,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a10959e6eb00ed46bf4fcd21b78093a9, regionState=OPENING, regionLocation=1ab588ae992e,36659,1732432891338 2024-11-24T07:21:44,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a10959e6eb00ed46bf4fcd21b78093a9, ASSIGN because future has completed 2024-11-24T07:21:44,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a10959e6eb00ed46bf4fcd21b78093a9, server=1ab588ae992e,36659,1732432891338}] 2024-11-24T07:21:44,605 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 379, reset compression=false 2024-11-24T07:21:44,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:21:44,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T07:21:44,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:21:44,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T07:21:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:44,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:44,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:44,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:21:44,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C36659%2C1732432891338.rep, suffix=, logDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338, archiveDir=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/oldWALs, maxLogs=10 2024-11-24T07:21:44,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.rep.1732432904759, exclude list is [], retry=0 2024-11-24T07:21:44,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-ef6512cb-3b67-4c54-ad75-8ec269fb880a,DISK] 2024-11-24T07:21:44,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.rep.1732432904759 2024-11-24T07:21:44,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34615:34615)] 2024-11-24T07:21:44,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a10959e6eb00ed46bf4fcd21b78093a9, NAME => 'hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:44,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:44,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:21:44,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. service=MultiRowMutationService 2024-11-24T07:21:44,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:21:44,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:44,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,783 INFO [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,784 INFO [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a10959e6eb00ed46bf4fcd21b78093a9 columnFamilyName hfileref 2024-11-24T07:21:44,784 DEBUG [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:44,784 INFO [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] regionserver.HStore(327): Store=a10959e6eb00ed46bf4fcd21b78093a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:44,784 INFO [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,785 INFO [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a10959e6eb00ed46bf4fcd21b78093a9 columnFamilyName queue 2024-11-24T07:21:44,785 DEBUG [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:44,785 INFO [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] regionserver.HStore(327): Store=a10959e6eb00ed46bf4fcd21b78093a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:44,785 INFO [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,786 INFO [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a10959e6eb00ed46bf4fcd21b78093a9 columnFamilyName sid 2024-11-24T07:21:44,786 DEBUG [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:44,786 INFO [StoreOpener-a10959e6eb00ed46bf4fcd21b78093a9-1 {}] regionserver.HStore(327): Store=a10959e6eb00ed46bf4fcd21b78093a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:44,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/replication/a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/replication/a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:21:44,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/replication/a10959e6eb00ed46bf4fcd21b78093a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:44,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a10959e6eb00ed46bf4fcd21b78093a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61985030, jitterRate=-0.07635107636451721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:21:44,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:44,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a10959e6eb00ed46bf4fcd21b78093a9: Running coprocessor pre-open hook at 1732432904782Writing region info on filesystem at 1732432904782Initializing all the Stores at 1732432904783 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432904783Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432904783Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432904783Cleaning up temporary data from old regions at 1732432904788 (+5 ms)Running coprocessor post-open hooks at 1732432904791 (+3 ms)Region opened successfully at 1732432904791 2024-11-24T07:21:44,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9., pid=10, masterSystemTime=1732432904754 2024-11-24T07:21:44,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:44,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:44,794 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a10959e6eb00ed46bf4fcd21b78093a9, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,36659,1732432891338 2024-11-24T07:21:44,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a10959e6eb00ed46bf4fcd21b78093a9, server=1ab588ae992e,36659,1732432891338 because future has completed 2024-11-24T07:21:44,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:21:44,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a10959e6eb00ed46bf4fcd21b78093a9, server=1ab588ae992e,36659,1732432891338 in 196 msec 2024-11-24T07:21:44,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:21:44,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a10959e6eb00ed46bf4fcd21b78093a9, ASSIGN in 353 msec 2024-11-24T07:21:44,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:21:44,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432904802"}]},"ts":"1732432904802"} 2024-11-24T07:21:44,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:21:44,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:21:44,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 389 msec 2024-11-24T07:21:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9., hostname=1ab588ae992e,36659,1732432891338, seqNum=2] 2024-11-24T07:21:44,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:44,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:44,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:21:45,008 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 379, reset compression=false 2024-11-24T07:21:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:45,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:21:45,111 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:21:45,160 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,36659,1732432891338, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:21:45,161 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:45,161 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,36659,1732432891338, seqNum=-1] 2024-11-24T07:21:45,162 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:45,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:45,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,36659,1732432891338', locateType=CURRENT is [region=hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9., hostname=1ab588ae992e,36659,1732432891338, seqNum=2] 2024-11-24T07:21:45,169 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:21:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:21:45,177 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,36659,1732432891338 suceeded 2024-11-24T07:21:45,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:21:45,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-24T07:21:45,179 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:41867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:21:45,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 775 msec 2024-11-24T07:21:45,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:21:45,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,191 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:41867' 2024-11-24T07:21:45,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,192 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b8a295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:45,192 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41867,-1 for getting cluster id 2024-11-24T07:21:45,193 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:45,193 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7acd3225-97cd-478a-ad90-d44ea46068f4' 2024-11-24T07:21:45,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:45,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7acd3225-97cd-478a-ad90-d44ea46068f4" 2024-11-24T07:21:45,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ee1907e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:45,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41867,-1] 2024-11-24T07:21:45,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:45,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:45,195 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:45,195 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@170b6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:45,195 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:45,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,41867,1732432896513 2024-11-24T07:21:45,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27764980 2024-11-24T07:21:45,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:45,197 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-24T07:21:45,198 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,36659,1732432891338 (queues=1) is replicating from cluster=2100d615-a962-4718-b4d4-4c0d2d0a5290 to cluster=7acd3225-97cd-478a-ad90-d44ea46068f4 2024-11-24T07:21:45,198 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C36659%2C1732432891338 2024-11-24T07:21:45,198 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,36659,1732432891338, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:21:45,198 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C36659%2C1732432891338 2024-11-24T07:21:45,198 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940, startPosition=0, beingWritten=true 2024-11-24T07:21:45,204 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:45,204 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 379, reset compression=false 2024-11-24T07:21:45,205 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,36659,1732432891338 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:45,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:45,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T07:21:45,409 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 379, reset compression=false 2024-11-24T07:21:45,512 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 379, reset compression=false 2024-11-24T07:21:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:45,545 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:21:45,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:45,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:45,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:45,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:45,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:45,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d33f6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:45,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41867,-1 for getting cluster id 2024-11-24T07:21:45,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:45,547 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7acd3225-97cd-478a-ad90-d44ea46068f4' 2024-11-24T07:21:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7acd3225-97cd-478a-ad90-d44ea46068f4" 2024-11-24T07:21:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7844e80b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41867,-1] 2024-11-24T07:21:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:45,550 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:45,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db0ea88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:45,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:45,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,41867,1732432896513 2024-11-24T07:21:45,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4398c9d 2024-11-24T07:21:45,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:45,553 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:45,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:35813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:21:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:21:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:45,557 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:35813' 2024-11-24T07:21:45,558 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d6ea57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:45,558 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35813,-1 for getting cluster id 2024-11-24T07:21:45,558 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:45,559 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2100d615-a962-4718-b4d4-4c0d2d0a5290' 2024-11-24T07:21:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2100d615-a962-4718-b4d4-4c0d2d0a5290" 2024-11-24T07:21:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e1f391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35813,-1] 2024-11-24T07:21:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:45,560 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:45,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@894d4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:45,561 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:45,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35813,1732432890939 2024-11-24T07:21:45,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11ecfc6d 2024-11-24T07:21:45,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:45,562 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:21:45,563 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T07:21:45,563 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:21:45,563 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:45,563 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:45,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:45,563 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:21:45,564 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:21:45,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:21:45,565 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:45,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:21:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:21:45,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8f1c24a47a1e0980285dacc73f0bb27, NAME => 'hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2 2024-11-24T07:21:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:21:45,615 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:21:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:45,721 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 379, reset compression=false 2024-11-24T07:21:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:45,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:45,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a8f1c24a47a1e0980285dacc73f0bb27, disabling compactions & flushes 2024-11-24T07:21:45,998 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:45,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:45,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. after waiting 0 ms 2024-11-24T07:21:45,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:45,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:45,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8f1c24a47a1e0980285dacc73f0bb27: Waiting for close lock at 1732432905998Disabling compacts and flushes for region at 1732432905998Disabling writes for close at 1732432905999 (+1 ms)Writing region close event to WAL at 1732432905999Closed at 1732432905999 2024-11-24T07:21:46,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:21:46,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432906000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432906000"}]},"ts":"1732432906000"} 2024-11-24T07:21:46,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:21:46,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:21:46,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432906002"}]},"ts":"1732432906002"} 2024-11-24T07:21:46,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:21:46,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8f1c24a47a1e0980285dacc73f0bb27, ASSIGN}] 2024-11-24T07:21:46,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8f1c24a47a1e0980285dacc73f0bb27, ASSIGN 2024-11-24T07:21:46,008 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8f1c24a47a1e0980285dacc73f0bb27, ASSIGN; state=OFFLINE, location=1ab588ae992e,46625,1732432896647; forceNewPlan=false, retain=false 2024-11-24T07:21:46,117 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 379, reset compression=false 2024-11-24T07:21:46,124 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 379, reset compression=false 2024-11-24T07:21:46,159 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a8f1c24a47a1e0980285dacc73f0bb27, regionState=OPENING, regionLocation=1ab588ae992e,46625,1732432896647 2024-11-24T07:21:46,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8f1c24a47a1e0980285dacc73f0bb27, ASSIGN because future has completed 2024-11-24T07:21:46,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8f1c24a47a1e0980285dacc73f0bb27, server=1ab588ae992e,46625,1732432896647}] 2024-11-24T07:21:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:46,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:46,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:21:46,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:21:46,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C46625%2C1732432896647.rep, suffix=, logDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/oldWALs, maxLogs=10 2024-11-24T07:21:46,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.rep.1732432906317, exclude list is [], retry=0 2024-11-24T07:21:46,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-a3925735-7b52-40af-afee-985b0166de0e,DISK] 2024-11-24T07:21:46,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.rep.1732432906317 2024-11-24T07:21:46,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265)] 2024-11-24T07:21:46,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a8f1c24a47a1e0980285dacc73f0bb27, NAME => 'hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:21:46,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:21:46,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:21:46,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. service=MultiRowMutationService 2024-11-24T07:21:46,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:21:46,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:21:46,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,337 INFO [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,338 INFO [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8f1c24a47a1e0980285dacc73f0bb27 columnFamilyName hfileref 2024-11-24T07:21:46,338 DEBUG [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:46,338 INFO [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] regionserver.HStore(327): Store=a8f1c24a47a1e0980285dacc73f0bb27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:46,338 INFO [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,339 INFO [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8f1c24a47a1e0980285dacc73f0bb27 columnFamilyName queue 2024-11-24T07:21:46,339 DEBUG [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:46,339 INFO [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] regionserver.HStore(327): Store=a8f1c24a47a1e0980285dacc73f0bb27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:46,339 INFO [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,340 INFO [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8f1c24a47a1e0980285dacc73f0bb27 columnFamilyName sid 2024-11-24T07:21:46,340 DEBUG [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:21:46,340 INFO [StoreOpener-a8f1c24a47a1e0980285dacc73f0bb27-1 {}] regionserver.HStore(327): Store=a8f1c24a47a1e0980285dacc73f0bb27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:21:46,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/replication/a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/replication/a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:21:46,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/replication/a8f1c24a47a1e0980285dacc73f0bb27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:21:46,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a8f1c24a47a1e0980285dacc73f0bb27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65503418, jitterRate=-0.023923009634017944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:21:46,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:46,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a8f1c24a47a1e0980285dacc73f0bb27: Running coprocessor pre-open hook at 1732432906336Writing region info on filesystem at 1732432906336Initializing all the Stores at 1732432906337 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432906337Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432906337Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432906337Cleaning up temporary data from old regions at 1732432906341 (+4 ms)Running coprocessor post-open hooks at 1732432906343 (+2 ms)Region opened successfully at 1732432906343 2024-11-24T07:21:46,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27., pid=10, masterSystemTime=1732432906312 2024-11-24T07:21:46,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:46,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:46,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a8f1c24a47a1e0980285dacc73f0bb27, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46625,1732432896647 2024-11-24T07:21:46,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8f1c24a47a1e0980285dacc73f0bb27, server=1ab588ae992e,46625,1732432896647 because future has completed 2024-11-24T07:21:46,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:21:46,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a8f1c24a47a1e0980285dacc73f0bb27, server=1ab588ae992e,46625,1732432896647 in 187 msec 2024-11-24T07:21:46,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:21:46,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8f1c24a47a1e0980285dacc73f0bb27, ASSIGN in 345 msec 2024-11-24T07:21:46,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:21:46,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432906351"}]},"ts":"1732432906351"} 2024-11-24T07:21:46,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:21:46,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:21:46,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-11-24T07:21:46,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27., hostname=1ab588ae992e,46625,1732432896647, seqNum=2] 2024-11-24T07:21:46,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:46,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:46,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:21:46,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:21:46,576 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:21:46,614 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,46625,1732432896647, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:21:46,615 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:46,615 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46625,1732432896647, seqNum=-1] 2024-11-24T07:21:46,615 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:46,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:46,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,46625,1732432896647', locateType=CURRENT is [region=hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27., hostname=1ab588ae992e,46625,1732432896647, seqNum=2] 2024-11-24T07:21:46,619 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:21:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:21:46,621 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,46625,1732432896647 suceeded 2024-11-24T07:21:46,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:21:46,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-24T07:21:46,623 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:35813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:21:46,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0690 sec 2024-11-24T07:21:46,628 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 379, reset compression=false 2024-11-24T07:21:46,637 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:35813' 2024-11-24T07:21:46,640 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75488af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,640 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35813,-1 for getting cluster id 2024-11-24T07:21:46,640 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:46,641 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2100d615-a962-4718-b4d4-4c0d2d0a5290' 2024-11-24T07:21:46,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:46,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2100d615-a962-4718-b4d4-4c0d2d0a5290" 2024-11-24T07:21:46,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47e787b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35813,-1] 2024-11-24T07:21:46,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:46,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:46,642 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:46,642 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1583e6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,643 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:46,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,35813,1732432890939 2024-11-24T07:21:46,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23f70f5c 2024-11-24T07:21:46,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:21:46,645 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-24T07:21:46,645 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,46625,1732432896647 (queues=1) is replicating from cluster=7acd3225-97cd-478a-ad90-d44ea46068f4 to cluster=2100d615-a962-4718-b4d4-4c0d2d0a5290 2024-11-24T07:21:46,645 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C46625%2C1732432896647 2024-11-24T07:21:46,645 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,46625,1732432896647, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:21:46,648 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579, startPosition=0, beingWritten=true 2024-11-24T07:21:46,652 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C46625%2C1732432896647 2024-11-24T07:21:46,656 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:46,656 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 379, reset compression=false 2024-11-24T07:21:46,656 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,46625,1732432896647 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:21:46,694 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:21:46,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:46,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:46,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:46,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:46,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:46,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bc6f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40057,-1 for getting cluster id 2024-11-24T07:21:46,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:46,696 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a39196-f455-4eed-b70b-84d188aff657' 2024-11-24T07:21:46,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:46,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a39196-f455-4eed-b70b-84d188aff657" 2024-11-24T07:21:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2691e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40057,-1] 2024-11-24T07:21:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:46,697 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629bac0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d7178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35813,-1 for getting cluster id 2024-11-24T07:21:46,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:46,699 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2100d615-a962-4718-b4d4-4c0d2d0a5290' 2024-11-24T07:21:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2100d615-a962-4718-b4d4-4c0d2d0a5290" 2024-11-24T07:21:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a391ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35813,-1] 2024-11-24T07:21:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:46,700 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c838cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350d9bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41867,-1 for getting cluster id 2024-11-24T07:21:46,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:46,702 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7acd3225-97cd-478a-ad90-d44ea46068f4' 2024-11-24T07:21:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7acd3225-97cd-478a-ad90-d44ea46068f4" 2024-11-24T07:21:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1625349b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41867,-1] 2024-11-24T07:21:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:46,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:46,703 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c510039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,38771,1732432884782, seqNum=-1] 2024-11-24T07:21:46,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:46,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:46,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432899312.1b21481c004fca772754ca3bb9839a06., hostname=1ab588ae992e,38771,1732432884782, seqNum=2] 2024-11-24T07:21:46,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:46,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46625,1732432896647, seqNum=-1] 2024-11-24T07:21:46,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:46,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432901097.2add7e466d95008147051b72fad0315d., hostname=1ab588ae992e,46625,1732432896647, seqNum=2] 2024-11-24T07:21:46,716 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T07:21:46,820 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 379, reset compression=false 2024-11-24T07:21:46,826 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:46,826 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 480, reset compression=false 2024-11-24T07:21:46,826 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,38771,1732432884782 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b21481c004fca772754ca3bb9839a06/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T07:21:46,828 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:21:46,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-24T07:21:46,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:46,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e864355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,35813,-1 for getting cluster id 2024-11-24T07:21:46,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:46,833 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2100d615-a962-4718-b4d4-4c0d2d0a5290' 2024-11-24T07:21:46,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:46,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2100d615-a962-4718-b4d4-4c0d2d0a5290" 2024-11-24T07:21:46,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4219fa7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,35813,-1] 2024-11-24T07:21:46,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:46,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:46,835 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:46,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5249d1ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:46,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:46,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,36659,1732432891338, seqNum=-1] 2024-11-24T07:21:46,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:46,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432899947.9904306a60339203f7594cf45975ff79., hostname=1ab588ae992e,36659,1732432891338, seqNum=2] 2024-11-24T07:21:46,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:46,860 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 379, reset compression=false 2024-11-24T07:21:47,033 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 480, reset compression=false 2024-11-24T07:21:47,166 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 379, reset compression=false 2024-11-24T07:21:47,236 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 379, reset compression=false 2024-11-24T07:21:47,241 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:47,241 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 503, reset compression=false 2024-11-24T07:21:47,241 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,36659,1732432891338 got entry batch from reader: WALEntryBatch [walEntries=[{test/9904306a60339203f7594cf45975ff79/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T07:21:47,243 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:21:47,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-24T07:21:47,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:47,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74f9869c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:47,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,41867,-1 for getting cluster id 2024-11-24T07:21:47,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:21:47,249 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7acd3225-97cd-478a-ad90-d44ea46068f4' 2024-11-24T07:21:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:21:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7acd3225-97cd-478a-ad90-d44ea46068f4" 2024-11-24T07:21:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c1ee444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,41867,-1] 2024-11-24T07:21:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:21:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:47,250 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:21:47,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c23d7ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:21:47,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:47,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46625,1732432896647, seqNum=-1] 2024-11-24T07:21:47,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:47,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T07:21:47,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732432901097.2add7e466d95008147051b72fad0315d., hostname=1ab588ae992e,46625,1732432896647, seqNum=2] 2024-11-24T07:21:47,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:47,337 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 480, reset compression=false 2024-11-24T07:21:47,445 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 503, reset compression=false 2024-11-24T07:21:47,569 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 379, reset compression=false 2024-11-24T07:21:47,572 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:47,572 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 526, reset compression=false 2024-11-24T07:21:47,572 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,46625,1732432896647 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:47,718 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T07:21:47,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:21:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,36659,1732432891338, seqNum=-1] 2024-11-24T07:21:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:21:47,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:21:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732432899947.9904306a60339203f7594cf45975ff79., hostname=1ab588ae992e,36659,1732432891338, seqNum=2] 2024-11-24T07:21:47,724 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T07:21:47,740 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 480, reset compression=false 2024-11-24T07:21:47,752 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 503, reset compression=false 2024-11-24T07:21:47,761 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:47,761 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 607, reset compression=false 2024-11-24T07:21:47,761 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,36659,1732432891338 got entry batch from reader: WALEntryBatch [walEntries=[{test/9904306a60339203f7594cf45975ff79/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T07:21:47,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:47,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:47,775 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 526, reset compression=false 2024-11-24T07:21:47,778 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:47,778 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 653, reset compression=false 2024-11-24T07:21:47,778 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,46625,1732432896647 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:47,971 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 607, reset compression=false 2024-11-24T07:21:47,981 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 653, reset compression=false 2024-11-24T07:21:48,244 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 480, reset compression=false 2024-11-24T07:21:48,274 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 607, reset compression=false 2024-11-24T07:21:48,284 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 653, reset compression=false 2024-11-24T07:21:48,677 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 607, reset compression=false 2024-11-24T07:21:48,687 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 653, reset compression=false 2024-11-24T07:21:48,725 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T07:21:48,728 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T07:21:48,847 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 480, reset compression=false 2024-11-24T07:21:49,180 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 607, reset compression=false 2024-11-24T07:21:49,189 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 653, reset compression=false 2024-11-24T07:21:49,192 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:49,192 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 757, reset compression=false 2024-11-24T07:21:49,192 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,46625,1732432896647 got entry batch from reader: WALEntryBatch [walEntries=[{test/2add7e466d95008147051b72fad0315d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T07:21:49,194 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:21:49,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-24T07:21:49,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:49,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:49,395 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 757, reset compression=false 2024-11-24T07:21:49,550 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 480, reset compression=false 2024-11-24T07:21:49,698 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 757, reset compression=false 2024-11-24T07:21:49,704 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:21:49,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:21:49,705 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108703 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:21:49,729 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T07:21:49,732 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T07:21:49,783 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 607, reset compression=false 2024-11-24T07:21:49,790 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:49,790 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 734, reset compression=false 2024-11-24T07:21:49,796 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,36659,1732432891338 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:49,998 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 734, reset compression=false 2024-11-24T07:21:50,102 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 757, reset compression=false 2024-11-24T07:21:50,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:21:50,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,302 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 734, reset compression=false 2024-11-24T07:21:50,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:50,353 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 480, reset compression=false 2024-11-24T07:21:50,361 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:50,361 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:50,361 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,38771,1732432884782 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b21481c004fca772754ca3bb9839a06/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T07:21:50,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:50,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:50,569 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:50,604 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 757, reset compression=false 2024-11-24T07:21:50,705 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 734, reset compression=false 2024-11-24T07:21:50,709 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:50,709 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 881, reset compression=false 2024-11-24T07:21:50,709 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,36659,1732432891338 got entry batch from reader: WALEntryBatch [walEntries=[{test/9904306a60339203f7594cf45975ff79/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T07:21:50,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:50,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:50,733 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T07:21:50,745 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T07:21:50,872 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:50,912 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 881, reset compression=false 2024-11-24T07:21:50,939 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:50,939 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1040, reset compression=false 2024-11-24T07:21:50,939 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,36659,1732432891338 got entry batch from reader: WALEntryBatch [walEntries=[{test/9904306a60339203f7594cf45975ff79/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T07:21:50,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:50,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:51,149 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1040, reset compression=false 2024-11-24T07:21:51,208 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 757, reset compression=false 2024-11-24T07:21:51,215 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:51,215 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1076, reset compression=false 2024-11-24T07:21:51,215 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,46625,1732432896647 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:51,277 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:51,421 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1076, reset compression=false 2024-11-24T07:21:51,453 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1040, reset compression=false 2024-11-24T07:21:51,724 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1076, reset compression=false 2024-11-24T07:21:51,746 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T07:21:51,750 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T07:21:51,781 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:51,856 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1040, reset compression=false 2024-11-24T07:21:52,128 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1076, reset compression=false 2024-11-24T07:21:52,132 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:21:52,132 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1235, reset compression=false 2024-11-24T07:21:52,132 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,46625,1732432896647 got entry batch from reader: WALEntryBatch [walEntries=[{test/2add7e466d95008147051b72fad0315d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T07:21:52,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T07:21:52,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T07:21:52,336 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1235, reset compression=false 2024-11-24T07:21:52,359 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1040, reset compression=false 2024-11-24T07:21:52,363 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:52,363 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1189, reset compression=false 2024-11-24T07:21:52,363 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,36659,1732432891338 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:52,384 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:52,566 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1189, reset compression=false 2024-11-24T07:21:52,639 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1235, reset compression=false 2024-11-24T07:21:52,751 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T07:21:52,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:21:52,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:52,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:52,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:52,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:52,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:52,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:21:52,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=365201574, stopped=false 2024-11-24T07:21:52,756 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,41867,1732432896513 2024-11-24T07:21:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21505864554/running 2024-11-24T07:21:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21505864554/running 2024-11-24T07:21:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:52,810 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:52,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:52,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:52,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:52,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Set watcher on znode that does not yet exist, /21505864554/running 2024-11-24T07:21:52,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,46625,1732432896647' ***** 2024-11-24T07:21:52,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Set watcher on znode that does not yet exist, /21505864554/running 2024-11-24T07:21:52,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:21:52,812 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:21:52,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:21:52,812 INFO [RS:0;1ab588ae992e:46625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:21:52,812 INFO [RS:0;1ab588ae992e:46625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:21:52,812 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(3091): Received CLOSE for a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:52,812 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(3091): Received CLOSE for 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:52,812 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,46625,1732432896647 2024-11-24T07:21:52,812 INFO [RS:0;1ab588ae992e:46625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:52,812 INFO [RS:0;1ab588ae992e:46625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:46625. 2024-11-24T07:21:52,812 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8f1c24a47a1e0980285dacc73f0bb27, disabling compactions & flushes 2024-11-24T07:21:52,812 DEBUG [RS:0;1ab588ae992e:46625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:52,812 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:52,813 DEBUG [RS:0;1ab588ae992e:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:52,813 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:52,813 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. after waiting 0 ms 2024-11-24T07:21:52,813 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:52,813 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:21:52,813 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:21:52,813 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:21:52,813 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8f1c24a47a1e0980285dacc73f0bb27 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-24T07:21:52,813 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:21:52,813 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:21:52,813 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1325): Online Regions={a8f1c24a47a1e0980285dacc73f0bb27=hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27., 1588230740=hbase:meta,,1.1588230740, 2add7e466d95008147051b72fad0315d=test,,1732432901097.2add7e466d95008147051b72fad0315d.} 2024-11-24T07:21:52,813 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2add7e466d95008147051b72fad0315d, a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:52,813 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:21:52,813 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:21:52,813 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:21:52,813 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:21:52,813 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:21:52,813 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:21:52,833 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/info/02c4cf65072d42fba9213285d5847702 is 147, key is hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27./info:regioninfo/1732432906346/Put/seqid=0 2024-11-24T07:21:52,833 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/replication/a8f1c24a47a1e0980285dacc73f0bb27/.tmp/queue/578e06b7cfaf474691a00b7cede7c841 is 154, key is 1-1ab588ae992e,46625,1732432896647/queue:1ab588ae992e%2C46625%2C1732432896647/1732432912136/Put/seqid=0 2024-11-24T07:21:52,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741840_1016 (size=5353) 2024-11-24T07:21:52,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741841_1017 (size=7686) 2024-11-24T07:21:52,837 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/info/02c4cf65072d42fba9213285d5847702 2024-11-24T07:21:52,851 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:52,854 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/ns/cd733f73bd7541339b11c3b130c6c413 is 43, key is default/ns:d/1732432899145/Put/seqid=0 2024-11-24T07:21:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741842_1018 (size=5153) 2024-11-24T07:21:52,889 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1189, reset compression=false 2024-11-24T07:21:53,013 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2add7e466d95008147051b72fad0315d, a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:53,045 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1235, reset compression=false 2024-11-24T07:21:53,087 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:53,213 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2add7e466d95008147051b72fad0315d, a8f1c24a47a1e0980285dacc73f0bb27 2024-11-24T07:21:53,237 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/replication/a8f1c24a47a1e0980285dacc73f0bb27/.tmp/queue/578e06b7cfaf474691a00b7cede7c841 2024-11-24T07:21:53,242 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/replication/a8f1c24a47a1e0980285dacc73f0bb27/.tmp/queue/578e06b7cfaf474691a00b7cede7c841 as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/replication/a8f1c24a47a1e0980285dacc73f0bb27/queue/578e06b7cfaf474691a00b7cede7c841 2024-11-24T07:21:53,246 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/replication/a8f1c24a47a1e0980285dacc73f0bb27/queue/578e06b7cfaf474691a00b7cede7c841, entries=1, sequenceid=11, filesize=5.2 K 2024-11-24T07:21:53,247 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for a8f1c24a47a1e0980285dacc73f0bb27 in 434ms, sequenceid=11, compaction requested=false 2024-11-24T07:21:53,250 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/replication/a8f1c24a47a1e0980285dacc73f0bb27/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T07:21:53,250 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:53,250 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:21:53,250 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:53,250 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8f1c24a47a1e0980285dacc73f0bb27: Waiting for close lock at 1732432912812Running coprocessor pre-close hooks at 1732432912812Disabling compacts and flushes for region at 1732432912812Disabling writes for close at 1732432912813 (+1 ms)Obtaining lock to block concurrent updates at 1732432912813Preparing flush snapshotting stores in a8f1c24a47a1e0980285dacc73f0bb27 at 1732432912813Finished memstore snapshotting hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732432912813Flushing stores of hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. at 1732432912813Flushing a8f1c24a47a1e0980285dacc73f0bb27/queue: creating writer at 1732432912814 (+1 ms)Flushing a8f1c24a47a1e0980285dacc73f0bb27/queue: appending metadata at 1732432912832 (+18 ms)Flushing a8f1c24a47a1e0980285dacc73f0bb27/queue: closing flushed file at 1732432912833 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757749ad: reopening flushed file at 1732432913241 (+408 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for a8f1c24a47a1e0980285dacc73f0bb27 in 434ms, sequenceid=11, compaction requested=false at 1732432913247 (+6 ms)Writing region close event to WAL at 1732432913248 (+1 ms)Running coprocessor post-close hooks at 1732432913250 (+2 ms)Closed at 1732432913250 2024-11-24T07:21:53,251 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432905563.a8f1c24a47a1e0980285dacc73f0bb27. 2024-11-24T07:21:53,251 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2add7e466d95008147051b72fad0315d, disabling compactions & flushes 2024-11-24T07:21:53,251 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:53,251 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:53,251 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432901097.2add7e466d95008147051b72fad0315d. after waiting 0 ms 2024-11-24T07:21:53,251 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:53,251 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2add7e466d95008147051b72fad0315d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T07:21:53,258 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/ns/cd733f73bd7541339b11c3b130c6c413 2024-11-24T07:21:53,266 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/.tmp/f/067a7abd355443f98781397c6af5e872 is 29, key is row1/f:/1732432910733/DeleteFamily/seqid=0 2024-11-24T07:21:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741843_1019 (size=5152) 2024-11-24T07:21:53,274 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/.tmp/f/067a7abd355443f98781397c6af5e872 2024-11-24T07:21:53,278 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 067a7abd355443f98781397c6af5e872 2024-11-24T07:21:53,283 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/rep_barrier/584b6f9467a94126af41c6e677be2970 is 112, key is test,,1732432901097.2add7e466d95008147051b72fad0315d./rep_barrier:seqnumDuringOpen/1732432902254/Put/seqid=0 2024-11-24T07:21:53,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741844_1020 (size=5518) 2024-11-24T07:21:53,287 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/rep_barrier/584b6f9467a94126af41c6e677be2970 2024-11-24T07:21:53,292 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1189, reset compression=false 2024-11-24T07:21:53,296 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/.tmp/f1/58b445ffe5d541a5b16f21c2aa78c6bb is 30, key is row1/f1:/1732432910733/DeleteFamily/seqid=0 2024-11-24T07:21:53,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741845_1021 (size=5158) 2024-11-24T07:21:53,308 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/table/bf34900ddf8c4d34ad4c52ab6c31e03d is 53, key is hbase:replication/table:state/1732432906351/Put/seqid=0 2024-11-24T07:21:53,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741846_1022 (size=5308) 2024-11-24T07:21:53,311 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/table/bf34900ddf8c4d34ad4c52ab6c31e03d 2024-11-24T07:21:53,315 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/info/02c4cf65072d42fba9213285d5847702 as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/info/02c4cf65072d42fba9213285d5847702 2024-11-24T07:21:53,319 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/info/02c4cf65072d42fba9213285d5847702, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:21:53,319 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/ns/cd733f73bd7541339b11c3b130c6c413 as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/ns/cd733f73bd7541339b11c3b130c6c413 2024-11-24T07:21:53,323 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/ns/cd733f73bd7541339b11c3b130c6c413, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:21:53,324 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/rep_barrier/584b6f9467a94126af41c6e677be2970 as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/rep_barrier/584b6f9467a94126af41c6e677be2970 2024-11-24T07:21:53,327 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/rep_barrier/584b6f9467a94126af41c6e677be2970, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:21:53,328 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/.tmp/table/bf34900ddf8c4d34ad4c52ab6c31e03d as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/table/bf34900ddf8c4d34ad4c52ab6c31e03d 2024-11-24T07:21:53,332 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/table/bf34900ddf8c4d34ad4c52ab6c31e03d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:21:53,333 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 519ms, sequenceid=16, compaction requested=false 2024-11-24T07:21:53,340 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:21:53,340 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:53,340 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:21:53,340 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:53,340 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432912813Running coprocessor pre-close hooks at 1732432912813Disabling compacts and flushes for region at 1732432912813Disabling writes for close at 1732432912813Obtaining lock to block concurrent updates at 1732432912813Preparing flush snapshotting stores in 1588230740 at 1732432912813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432912814 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432912814Flushing 1588230740/info: creating writer at 1732432912814Flushing 1588230740/info: appending metadata at 1732432912833 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732432912833Flushing 1588230740/ns: creating writer at 1732432912841 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732432912854 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732432912854Flushing 1588230740/rep_barrier: creating writer at 1732432913262 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432913283 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432913283Flushing 1588230740/table: creating writer at 1732432913290 (+7 ms)Flushing 1588230740/table: appending metadata at 1732432913308 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732432913308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9f4782: reopening flushed file at 1732432913315 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe02950: reopening flushed file at 1732432913319 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7659590e: reopening flushed file at 1732432913323 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5142ae20: reopening flushed file at 1732432913327 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 519ms, sequenceid=16, compaction requested=false at 1732432913333 (+6 ms)Writing region close event to WAL at 1732432913337 (+4 ms)Running coprocessor post-close hooks at 1732432913340 (+3 ms)Closed at 1732432913340 2024-11-24T07:21:53,340 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:53,414 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1351): Waiting on 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:53,495 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:21:53,496 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:21:53,549 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1235, reset compression=false 2024-11-24T07:21:53,553 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:53,553 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1482, reset compression=false 2024-11-24T07:21:53,553 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,46625,1732432896647 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:53,554 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,46625,1732432896647: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,46625,1732432896647, walGroup=1ab588ae992e%2C46625%2C1732432896647, offset=1ab588ae992e%2C46625%2C1732432896647.1732432898579:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:46625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:21:53,555 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:21:53,555 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:21:53,556 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:21:53,556 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:21:53,556 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:21:53,556 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 900960912 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 202145088 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:21:53,556 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T07:21:53,615 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1351): Waiting on 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:53,700 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/.tmp/f1/58b445ffe5d541a5b16f21c2aa78c6bb 2024-11-24T07:21:53,703 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58b445ffe5d541a5b16f21c2aa78c6bb 2024-11-24T07:21:53,716 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/.tmp/norep/475bc988c3524476adc8efc4fd256bb0 is 33, key is row2/norep:/1732432911747/DeleteFamily/seqid=0 2024-11-24T07:21:53,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741847_1023 (size=5108) 2024-11-24T07:21:53,757 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1482, reset compression=false 2024-11-24T07:21:53,795 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1189, reset compression=false 2024-11-24T07:21:53,815 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:21:53,815 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1325): Online Regions={2add7e466d95008147051b72fad0315d=test,,1732432901097.2add7e466d95008147051b72fad0315d.} 2024-11-24T07:21:53,815 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1351): Waiting on 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:53,890 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:54,015 DEBUG [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1351): Waiting on 2add7e466d95008147051b72fad0315d 2024-11-24T07:21:54,060 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1482, reset compression=false 2024-11-24T07:21:54,120 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/.tmp/norep/475bc988c3524476adc8efc4fd256bb0 2024-11-24T07:21:54,126 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 475bc988c3524476adc8efc4fd256bb0 2024-11-24T07:21:54,127 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/.tmp/f/067a7abd355443f98781397c6af5e872 as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/f/067a7abd355443f98781397c6af5e872 2024-11-24T07:21:54,134 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 067a7abd355443f98781397c6af5e872 2024-11-24T07:21:54,134 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/f/067a7abd355443f98781397c6af5e872, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T07:21:54,135 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/.tmp/f1/58b445ffe5d541a5b16f21c2aa78c6bb as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/f1/58b445ffe5d541a5b16f21c2aa78c6bb 2024-11-24T07:21:54,142 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58b445ffe5d541a5b16f21c2aa78c6bb 2024-11-24T07:21:54,142 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/f1/58b445ffe5d541a5b16f21c2aa78c6bb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T07:21:54,143 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/.tmp/norep/475bc988c3524476adc8efc4fd256bb0 as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/norep/475bc988c3524476adc8efc4fd256bb0 2024-11-24T07:21:54,147 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 475bc988c3524476adc8efc4fd256bb0 2024-11-24T07:21:54,148 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/norep/475bc988c3524476adc8efc4fd256bb0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T07:21:54,149 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2add7e466d95008147051b72fad0315d in 898ms, sequenceid=10, compaction requested=false 2024-11-24T07:21:54,181 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/data/default/test/2add7e466d95008147051b72fad0315d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T07:21:54,181 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:54,181 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:21:54,181 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:54,181 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2add7e466d95008147051b72fad0315d: Waiting for close lock at 1732432913251Running coprocessor pre-close hooks at 1732432913251Disabling compacts and flushes for region at 1732432913251Disabling writes for close at 1732432913251Obtaining lock to block concurrent updates at 1732432913251Preparing flush snapshotting stores in 2add7e466d95008147051b72fad0315d at 1732432913251Finished memstore snapshotting test,,1732432901097.2add7e466d95008147051b72fad0315d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732432913251Flushing stores of test,,1732432901097.2add7e466d95008147051b72fad0315d. at 1732432913251Flushing 2add7e466d95008147051b72fad0315d/f: creating writer at 1732432913252 (+1 ms)Flushing 2add7e466d95008147051b72fad0315d/f: appending metadata at 1732432913266 (+14 ms)Flushing 2add7e466d95008147051b72fad0315d/f: closing flushed file at 1732432913266Flushing 2add7e466d95008147051b72fad0315d/f1: creating writer at 1732432913278 (+12 ms)Flushing 2add7e466d95008147051b72fad0315d/f1: appending metadata at 1732432913295 (+17 ms)Flushing 2add7e466d95008147051b72fad0315d/f1: closing flushed file at 1732432913295Flushing 2add7e466d95008147051b72fad0315d/norep: creating writer at 1732432913703 (+408 ms)Flushing 2add7e466d95008147051b72fad0315d/norep: appending metadata at 1732432913716 (+13 ms)Flushing 2add7e466d95008147051b72fad0315d/norep: closing flushed file at 1732432913716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5902c53d: reopening flushed file at 1732432914126 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248e16ff: reopening flushed file at 1732432914134 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f8a016: reopening flushed file at 1732432914142 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2add7e466d95008147051b72fad0315d in 898ms, sequenceid=10, compaction requested=false at 1732432914149 (+7 ms)Writing region close event to WAL at 1732432914173 (+24 ms)Running coprocessor post-close hooks at 1732432914181 (+8 ms)Closed at 1732432914181 2024-11-24T07:21:54,182 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432901097.2add7e466d95008147051b72fad0315d. 2024-11-24T07:21:54,215 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,46625,1732432896647; all regions closed. 2024-11-24T07:21:54,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:21:54,217 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.meta.1732432899060.meta not finished, retry = 0 2024-11-24T07:21:54,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741839_1015 (size=2896) 2024-11-24T07:21:54,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.rep.1732432906317 not finished, retry = 0 2024-11-24T07:21:54,398 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1189, reset compression=false 2024-11-24T07:21:54,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741833_1009 (size=2134) 2024-11-24T07:21:54,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 not finished, retry = 0 2024-11-24T07:21:54,441 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T07:21:54,470 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 to pos 1482, reset compression=false 2024-11-24T07:21:54,523 DEBUG [RS:0;1ab588ae992e:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:54,523 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:54,523 INFO [RS:0;1ab588ae992e:46625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:21:54,523 INFO [RS:0;1ab588ae992e:46625 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:21:54,523 INFO [RS:0;1ab588ae992e:46625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:21:54,523 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:21:54,524 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,46625,1732432896647 because: Region server is closing 2024-11-24T07:21:54,524 INFO [RS:0;1ab588ae992e:46625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:46625. 2024-11-24T07:21:54,524 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/WALs/1ab588ae992e,46625,1732432896647/1ab588ae992e%2C46625%2C1732432896647.1732432898579 2024-11-24T07:21:54,524 DEBUG [RS:0;1ab588ae992e:46625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:54,524 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.wal-reader.1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:54,524 DEBUG [RS:0;1ab588ae992e:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:54,524 DEBUG [RS:0;1ab588ae992e:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:54,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:54,524 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,46625,1732432896647.replicationSource.shipper1ab588ae992e%2C46625%2C1732432896647,1-1ab588ae992e,46625,1732432896647 terminated 2024-11-24T07:21:54,524 INFO [RS:0;1ab588ae992e:46625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:46625. 2024-11-24T07:21:54,524 DEBUG [RS:0;1ab588ae992e:46625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:54,524 DEBUG [RS:0;1ab588ae992e:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:54,525 DEBUG [RS:0;1ab588ae992e:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:54,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:54,525 INFO [RS:0;1ab588ae992e:46625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46625 2024-11-24T07:21:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21505864554/rs/1ab588ae992e,46625,1732432896647 2024-11-24T07:21:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554/rs 2024-11-24T07:21:54,600 INFO [RS:0;1ab588ae992e:46625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:21:54,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,46625,1732432896647] 2024-11-24T07:21:54,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21505864554/draining/1ab588ae992e,46625,1732432896647 already deleted, retry=false 2024-11-24T07:21:54,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,46625,1732432896647 expired; onlineServers=0 2024-11-24T07:21:54,621 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,41867,1732432896513' ***** 2024-11-24T07:21:54,621 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:21:54,621 INFO [M:0;1ab588ae992e:41867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:54,621 INFO [M:0;1ab588ae992e:41867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:21:54,621 DEBUG [M:0;1ab588ae992e:41867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:21:54,621 DEBUG [M:0;1ab588ae992e:41867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:21:54,621 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432898219 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432898219,5,FailOnTimeoutGroup] 2024-11-24T07:21:54,621 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432898230 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432898230,5,FailOnTimeoutGroup] 2024-11-24T07:21:54,621 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:21:54,621 INFO [M:0;1ab588ae992e:41867 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:21:54,621 INFO [M:0;1ab588ae992e:41867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:21:54,621 DEBUG [M:0;1ab588ae992e:41867 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:21:54,621 INFO [M:0;1ab588ae992e:41867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:21:54,621 INFO [M:0;1ab588ae992e:41867 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:54,622 INFO [M:0;1ab588ae992e:41867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:21:54,622 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:21:54,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21505864554/master 2024-11-24T07:21:54,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21505864554 2024-11-24T07:21:54,631 DEBUG [M:0;1ab588ae992e:41867 {}] zookeeper.ZKUtil(347): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Unable to get data of znode /21505864554/master because node does not exist (not an error) 2024-11-24T07:21:54,631 WARN [M:0;1ab588ae992e:41867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:21:54,640 INFO [M:0;1ab588ae992e:41867 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/.lastflushedseqids 2024-11-24T07:21:54,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741848_1024 (size=245) 2024-11-24T07:21:54,710 INFO [RS:0;1ab588ae992e:46625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:21:54,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:54,710 INFO [RS:0;1ab588ae992e:46625 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,46625,1732432896647; zookeeper connection closed. 2024-11-24T07:21:54,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x1016bb7e55e0007, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:54,711 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@360294c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@360294c8 2024-11-24T07:21:54,711 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:21:54,793 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:55,044 INFO [M:0;1ab588ae992e:41867 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:21:55,045 INFO [M:0;1ab588ae992e:41867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:21:55,045 DEBUG [M:0;1ab588ae992e:41867 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:21:55,045 INFO [M:0;1ab588ae992e:41867 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:55,045 DEBUG [M:0;1ab588ae992e:41867 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:55,045 DEBUG [M:0;1ab588ae992e:41867 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:21:55,045 DEBUG [M:0;1ab588ae992e:41867 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:55,045 INFO [M:0;1ab588ae992e:41867 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-24T07:21:55,061 DEBUG [M:0;1ab588ae992e:41867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77fd3dcc3eac4970af1822b4084ddbcf is 82, key is hbase:meta,,1/info:regioninfo/1732432899128/Put/seqid=0 2024-11-24T07:21:55,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741849_1025 (size=5672) 2024-11-24T07:21:55,101 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1189, reset compression=false 2024-11-24T07:21:55,368 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-24T07:21:55,368 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-24T07:21:55,465 INFO [M:0;1ab588ae992e:41867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77fd3dcc3eac4970af1822b4084ddbcf 2024-11-24T07:21:55,496 DEBUG [M:0;1ab588ae992e:41867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82841310f9b54545b914e4a57a048953 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732432906354/Put/seqid=0 2024-11-24T07:21:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741850_1026 (size=8517) 2024-11-24T07:21:55,797 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:55,904 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1189, reset compression=false 2024-11-24T07:21:55,910 INFO [M:0;1ab588ae992e:41867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82841310f9b54545b914e4a57a048953 2024-11-24T07:21:55,935 DEBUG [M:0;1ab588ae992e:41867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06da003a35f64ec68b2c25a974a418c6 is 69, key is 1ab588ae992e,46625,1732432896647/rs:state/1732432898292/Put/seqid=0 2024-11-24T07:21:55,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741851_1027 (size=5156) 2024-11-24T07:21:56,343 INFO [M:0;1ab588ae992e:41867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06da003a35f64ec68b2c25a974a418c6 2024-11-24T07:21:56,348 DEBUG [M:0;1ab588ae992e:41867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77fd3dcc3eac4970af1822b4084ddbcf as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77fd3dcc3eac4970af1822b4084ddbcf 2024-11-24T07:21:56,353 INFO [M:0;1ab588ae992e:41867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77fd3dcc3eac4970af1822b4084ddbcf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T07:21:56,353 DEBUG [M:0;1ab588ae992e:41867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82841310f9b54545b914e4a57a048953 as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82841310f9b54545b914e4a57a048953 2024-11-24T07:21:56,357 INFO [M:0;1ab588ae992e:41867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82841310f9b54545b914e4a57a048953, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T07:21:56,358 DEBUG [M:0;1ab588ae992e:41867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06da003a35f64ec68b2c25a974a418c6 as hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06da003a35f64ec68b2c25a974a418c6 2024-11-24T07:21:56,362 INFO [M:0;1ab588ae992e:41867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/e8d6d254-8742-6e90-d549-9373a2ec26c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06da003a35f64ec68b2c25a974a418c6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T07:21:56,363 INFO [M:0;1ab588ae992e:41867 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=97, compaction requested=false 2024-11-24T07:21:56,364 INFO [M:0;1ab588ae992e:41867 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:56,364 DEBUG [M:0;1ab588ae992e:41867 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432915045Disabling compacts and flushes for region at 1732432915045Disabling writes for close at 1732432915045Obtaining lock to block concurrent updates at 1732432915045Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432915045Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732432915045Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432915046 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432915046Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432915061 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432915061Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432915470 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432915496 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432915496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432915920 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432915935 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432915935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410d4ca: reopening flushed file at 1732432916348 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5221d378: reopening flushed file at 1732432916353 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1332e3aa: reopening flushed file at 1732432916357 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=97, compaction requested=false at 1732432916363 (+6 ms)Writing region close event to WAL at 1732432916364 (+1 ms)Closed at 1732432916364 2024-11-24T07:21:56,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741830_1006 (size=63666) 2024-11-24T07:21:56,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:21:56,368 INFO [M:0;1ab588ae992e:41867 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:21:56,368 INFO [M:0;1ab588ae992e:41867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41867 2024-11-24T07:21:56,369 INFO [M:0;1ab588ae992e:41867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:21:56,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:56,479 INFO [M:0;1ab588ae992e:41867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:21:56,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1016bb7e55e0006, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:56,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1897c596{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:21:56,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b07671c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:21:56,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:21:56,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38c9d7ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:21:56,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c10d641{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/hadoop.log.dir/,STOPPED} 2024-11-24T07:21:56,518 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:21:56,518 WARN [BP-939030478-172.17.0.3-1732432894622 heartbeating to localhost/127.0.0.1:42309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:21:56,518 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:21:56,518 WARN [BP-939030478-172.17.0.3-1732432894622 heartbeating to localhost/127.0.0.1:42309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-939030478-172.17.0.3-1732432894622 (Datanode Uuid e67a6ad7-55c0-4bf9-83fe-b42a81e2c5ce) service to localhost/127.0.0.1:42309 2024-11-24T07:21:56,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/cluster_df1f98c4-945a-5921-2749-71d57e25e171/data/data1/current/BP-939030478-172.17.0.3-1732432894622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:21:56,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/cluster_df1f98c4-945a-5921-2749-71d57e25e171/data/data2/current/BP-939030478-172.17.0.3-1732432894622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:21:56,519 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:21:56,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ee7d215{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:21:56,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51c8e794{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:21:56,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:21:56,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25b81af5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:21:56,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14ee9e42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/hadoop.log.dir/,STOPPED} 2024-11-24T07:21:56,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:21:56,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:21:56,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:56,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:56,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:56,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:56,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:56,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:21:56,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1796614589, stopped=false 2024-11-24T07:21:56,542 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,35813,1732432890939 2024-11-24T07:21:56,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-192656737/running 2024-11-24T07:21:56,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-192656737/running 2024-11-24T07:21:56,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:56,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:56,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:56,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Set watcher on znode that does not yet exist, /1-192656737/running 2024-11-24T07:21:56,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:56,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Set watcher on znode that does not yet exist, /1-192656737/running 2024-11-24T07:21:56,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:56,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:56,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,36659,1732432891338' ***** 2024-11-24T07:21:56,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:21:56,559 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:21:56,559 INFO [RS:0;1ab588ae992e:36659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:21:56,559 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:21:56,559 INFO [RS:0;1ab588ae992e:36659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:21:56,559 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(3091): Received CLOSE for 9904306a60339203f7594cf45975ff79 2024-11-24T07:21:56,559 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(3091): Received CLOSE for a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:56,559 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,36659,1732432891338 2024-11-24T07:21:56,559 INFO [RS:0;1ab588ae992e:36659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:56,559 INFO [RS:0;1ab588ae992e:36659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:36659. 2024-11-24T07:21:56,559 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9904306a60339203f7594cf45975ff79, disabling compactions & flushes 2024-11-24T07:21:56,559 DEBUG [RS:0;1ab588ae992e:36659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:56,559 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:56,560 DEBUG [RS:0;1ab588ae992e:36659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:56,560 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:56,560 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432899947.9904306a60339203f7594cf45975ff79. after waiting 0 ms 2024-11-24T07:21:56,560 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:56,560 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:21:56,560 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:21:56,560 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:21:56,560 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:21:56,560 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9904306a60339203f7594cf45975ff79 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T07:21:56,560 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:21:56,560 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1325): Online Regions={9904306a60339203f7594cf45975ff79=test,,1732432899947.9904306a60339203f7594cf45975ff79., a10959e6eb00ed46bf4fcd21b78093a9=hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:21:56,560 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9904306a60339203f7594cf45975ff79, a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:56,560 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:21:56,560 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:21:56,560 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:21:56,560 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:21:56,560 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:21:56,560 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:21:56,575 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/info/cc6cfe93fa99420ab526fe1308b182a1 is 147, key is hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9./info:regioninfo/1732432904794/Put/seqid=0 2024-11-24T07:21:56,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741840_1016 (size=7686) 2024-11-24T07:21:56,578 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/.tmp/f/b9966ba8b4804c8087297a957dbcf318 is 29, key is row1/f:/1732432910733/DeleteFamily/seqid=0 2024-11-24T07:21:56,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741841_1017 (size=5152) 2024-11-24T07:21:56,654 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:56,760 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9904306a60339203f7594cf45975ff79, a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:56,810 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:21:56,810 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:21:56,810 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1189, reset compression=false 2024-11-24T07:21:56,814 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:56,814 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1436, reset compression=false 2024-11-24T07:21:56,814 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,36659,1732432891338 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:21:56,815 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,36659,1732432891338: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,36659,1732432891338, walGroup=1ab588ae992e%2C36659%2C1732432891338, offset=1ab588ae992e%2C36659%2C1732432891338.1732432893940:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:36659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:21:56,816 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:21:56,817 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:21:56,817 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:21:56,817 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:21:56,817 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:21:56,817 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 955486864 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 202537288 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:21:56,817 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:35813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:35813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T07:21:56,900 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:56,960 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9904306a60339203f7594cf45975ff79, a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:56,979 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/info/cc6cfe93fa99420ab526fe1308b182a1 2024-11-24T07:21:56,982 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/.tmp/f/b9966ba8b4804c8087297a957dbcf318 2024-11-24T07:21:56,987 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9966ba8b4804c8087297a957dbcf318 2024-11-24T07:21:56,997 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/ns/6d78cc3aaf434e08bf9c427d01e86389 is 43, key is default/ns:d/1732432894491/Put/seqid=0 2024-11-24T07:21:57,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741842_1018 (size=5153) 2024-11-24T07:21:57,009 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/.tmp/f1/1af6d38c562f49a68d51d5162d980dcd is 30, key is row1/f1:/1732432910733/DeleteFamily/seqid=0 2024-11-24T07:21:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741843_1019 (size=5158) 2024-11-24T07:21:57,017 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1436, reset compression=false 2024-11-24T07:21:57,160 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9904306a60339203f7594cf45975ff79, a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:57,320 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1436, reset compression=false 2024-11-24T07:21:57,361 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9904306a60339203f7594cf45975ff79, a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:57,405 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/ns/6d78cc3aaf434e08bf9c427d01e86389 2024-11-24T07:21:57,413 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/.tmp/f1/1af6d38c562f49a68d51d5162d980dcd 2024-11-24T07:21:57,416 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1af6d38c562f49a68d51d5162d980dcd 2024-11-24T07:21:57,424 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/rep_barrier/70c0444157e147e6b218bf9304656c2a is 112, key is test,,1732432899947.9904306a60339203f7594cf45975ff79./rep_barrier:seqnumDuringOpen/1732432900752/Put/seqid=0 2024-11-24T07:21:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741844_1020 (size=5518) 2024-11-24T07:21:57,430 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/.tmp/norep/c50c38d6146b46f88f46fa94d674da78 is 33, key is row1/norep:/1732432910733/DeleteFamily/seqid=0 2024-11-24T07:21:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741845_1021 (size=5108) 2024-11-24T07:21:57,561 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9904306a60339203f7594cf45975ff79, a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:57,723 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1436, reset compression=false 2024-11-24T07:21:57,761 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9904306a60339203f7594cf45975ff79, a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:57,828 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/rep_barrier/70c0444157e147e6b218bf9304656c2a 2024-11-24T07:21:57,834 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/.tmp/norep/c50c38d6146b46f88f46fa94d674da78 2024-11-24T07:21:57,838 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c50c38d6146b46f88f46fa94d674da78 2024-11-24T07:21:57,839 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/.tmp/f/b9966ba8b4804c8087297a957dbcf318 as hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/f/b9966ba8b4804c8087297a957dbcf318 2024-11-24T07:21:57,844 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9966ba8b4804c8087297a957dbcf318 2024-11-24T07:21:57,844 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/f/b9966ba8b4804c8087297a957dbcf318, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T07:21:57,845 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/.tmp/f1/1af6d38c562f49a68d51d5162d980dcd as hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/f1/1af6d38c562f49a68d51d5162d980dcd 2024-11-24T07:21:57,848 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/table/a653861437bc40b68fe93788d02d2fcc is 53, key is hbase:replication/table:state/1732432904802/Put/seqid=0 2024-11-24T07:21:57,848 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1af6d38c562f49a68d51d5162d980dcd 2024-11-24T07:21:57,848 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/f1/1af6d38c562f49a68d51d5162d980dcd, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T07:21:57,849 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/.tmp/norep/c50c38d6146b46f88f46fa94d674da78 as hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/norep/c50c38d6146b46f88f46fa94d674da78 2024-11-24T07:21:57,860 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c50c38d6146b46f88f46fa94d674da78 2024-11-24T07:21:57,860 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/norep/c50c38d6146b46f88f46fa94d674da78, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T07:21:57,861 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9904306a60339203f7594cf45975ff79 in 1301ms, sequenceid=10, compaction requested=false 2024-11-24T07:21:57,861 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T07:21:57,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741846_1022 (size=5308) 2024-11-24T07:21:57,875 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/default/test/9904306a60339203f7594cf45975ff79/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T07:21:57,875 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:57,875 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:21:57,876 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:57,876 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9904306a60339203f7594cf45975ff79: Waiting for close lock at 1732432916559Running coprocessor pre-close hooks at 1732432916559Disabling compacts and flushes for region at 1732432916559Disabling writes for close at 1732432916560 (+1 ms)Obtaining lock to block concurrent updates at 1732432916560Preparing flush snapshotting stores in 9904306a60339203f7594cf45975ff79 at 1732432916560Finished memstore snapshotting test,,1732432899947.9904306a60339203f7594cf45975ff79., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732432916560Flushing stores of test,,1732432899947.9904306a60339203f7594cf45975ff79. at 1732432916560Flushing 9904306a60339203f7594cf45975ff79/f: creating writer at 1732432916560Flushing 9904306a60339203f7594cf45975ff79/f: appending metadata at 1732432916577 (+17 ms)Flushing 9904306a60339203f7594cf45975ff79/f: closing flushed file at 1732432916578 (+1 ms)Flushing 9904306a60339203f7594cf45975ff79/f1: creating writer at 1732432916987 (+409 ms)Flushing 9904306a60339203f7594cf45975ff79/f1: appending metadata at 1732432917008 (+21 ms)Flushing 9904306a60339203f7594cf45975ff79/f1: closing flushed file at 1732432917008Flushing 9904306a60339203f7594cf45975ff79/norep: creating writer at 1732432917416 (+408 ms)Flushing 9904306a60339203f7594cf45975ff79/norep: appending metadata at 1732432917429 (+13 ms)Flushing 9904306a60339203f7594cf45975ff79/norep: closing flushed file at 1732432917429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ab83df: reopening flushed file at 1732432917838 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6e5cfb: reopening flushed file at 1732432917844 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf36d38: reopening flushed file at 1732432917849 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9904306a60339203f7594cf45975ff79 in 1301ms, sequenceid=10, compaction requested=false at 1732432917861 (+12 ms)Writing region close event to WAL at 1732432917872 (+11 ms)Running coprocessor post-close hooks at 1732432917875 (+3 ms)Closed at 1732432917876 (+1 ms) 2024-11-24T07:21:57,876 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432899947.9904306a60339203f7594cf45975ff79. 2024-11-24T07:21:57,876 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a10959e6eb00ed46bf4fcd21b78093a9, disabling compactions & flushes 2024-11-24T07:21:57,876 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:57,876 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:57,876 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. after waiting 0 ms 2024-11-24T07:21:57,876 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:57,876 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a10959e6eb00ed46bf4fcd21b78093a9: Waiting for close lock at 1732432917876Running coprocessor pre-close hooks at 1732432917876Disabling compacts and flushes for region at 1732432917876Disabling writes for close at 1732432917876Failed flush hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9., putting online again at 1732432917876 2024-11-24T07:21:57,876 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:57,961 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:21:57,961 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1325): Online Regions={a10959e6eb00ed46bf4fcd21b78093a9=hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:21:57,961 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(3091): Received CLOSE for a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:57,961 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a10959e6eb00ed46bf4fcd21b78093a9 2024-11-24T07:21:57,961 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a10959e6eb00ed46bf4fcd21b78093a9, disabling compactions & flushes 2024-11-24T07:21:57,962 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:57,962 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:57,962 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. after waiting 0 ms 2024-11-24T07:21:57,962 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:57,962 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a10959e6eb00ed46bf4fcd21b78093a9: Waiting for close lock at 1732432917961Running coprocessor pre-close hooks at 1732432917961Disabling compacts and flushes for region at 1732432917961Disabling writes for close at 1732432917962 (+1 ms)Failed flush hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9., putting online again at 1732432917962 2024-11-24T07:21:57,962 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732432904416.a10959e6eb00ed46bf4fcd21b78093a9. 2024-11-24T07:21:58,109 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:58,162 DEBUG [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:21:58,226 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 1436, reset compression=false 2024-11-24T07:21:58,232 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:21:58,232 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 2080, reset compression=false 2024-11-24T07:21:58,262 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/table/a653861437bc40b68fe93788d02d2fcc 2024-11-24T07:21:58,269 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/info/cc6cfe93fa99420ab526fe1308b182a1 as hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/info/cc6cfe93fa99420ab526fe1308b182a1 2024-11-24T07:21:58,273 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/info/cc6cfe93fa99420ab526fe1308b182a1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:21:58,274 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/ns/6d78cc3aaf434e08bf9c427d01e86389 as hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/ns/6d78cc3aaf434e08bf9c427d01e86389 2024-11-24T07:21:58,279 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/ns/6d78cc3aaf434e08bf9c427d01e86389, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:21:58,280 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/rep_barrier/70c0444157e147e6b218bf9304656c2a as hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/rep_barrier/70c0444157e147e6b218bf9304656c2a 2024-11-24T07:21:58,284 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/rep_barrier/70c0444157e147e6b218bf9304656c2a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:21:58,285 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/.tmp/table/a653861437bc40b68fe93788d02d2fcc as hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/table/a653861437bc40b68fe93788d02d2fcc 2024-11-24T07:21:58,291 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/table/a653861437bc40b68fe93788d02d2fcc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:21:58,291 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false 2024-11-24T07:21:58,291 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:21:58,301 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:21:58,303 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:58,303 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:21:58,303 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:58,303 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432916560Running coprocessor pre-close hooks at 1732432916560Disabling compacts and flushes for region at 1732432916560Disabling writes for close at 1732432916560Obtaining lock to block concurrent updates at 1732432916560Preparing flush snapshotting stores in 1588230740 at 1732432916560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432916560Flushing stores of hbase:meta,,1.1588230740 at 1732432916561 (+1 ms)Flushing 1588230740/info: creating writer at 1732432916561Flushing 1588230740/info: appending metadata at 1732432916575 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732432916575Flushing 1588230740/ns: creating writer at 1732432916984 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732432916996 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732432916997 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732432917408 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432917424 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432917424Flushing 1588230740/table: creating writer at 1732432917832 (+408 ms)Flushing 1588230740/table: appending metadata at 1732432917848 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732432917848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1148803b: reopening flushed file at 1732432918266 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ac8709: reopening flushed file at 1732432918273 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334ec08d: reopening flushed file at 1732432918279 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7afb3c: reopening flushed file at 1732432918284 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false at 1732432918291 (+7 ms)Writing region close event to WAL at 1732432918298 (+7 ms)Running coprocessor post-close hooks at 1732432918303 (+5 ms)Closed at 1732432918303 2024-11-24T07:21:58,304 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:58,362 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T07:21:58,362 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,36659,1732432891338; all regions closed. 2024-11-24T07:21:58,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.meta.1732432894415.meta not finished, retry = 0 2024-11-24T07:21:58,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:21:58,437 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.wal-reader.1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 to pos 2080, reset compression=false 2024-11-24T07:21:58,467 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.rep.1732432904759 not finished, retry = 0 2024-11-24T07:21:58,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741839_1015 (size=2171) 2024-11-24T07:21:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741832_1008 (size=2088) 2024-11-24T07:21:58,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/WALs/1ab588ae992e,36659,1732432891338/1ab588ae992e%2C36659%2C1732432891338.1732432893940 not finished, retry = 0 2024-11-24T07:21:58,676 DEBUG [RS:0;1ab588ae992e:36659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:58,676 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:58,676 INFO [RS:0;1ab588ae992e:36659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:21:58,676 INFO [RS:0;1ab588ae992e:36659 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T07:21:58,676 INFO [RS:0;1ab588ae992e:36659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:21:58,676 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:21:58,676 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,36659,1732432891338 because: Region server is closing 2024-11-24T07:21:58,676 INFO [RS:0;1ab588ae992e:36659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:36659. 2024-11-24T07:21:58,676 DEBUG [RS:0;1ab588ae992e:36659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:58,676 DEBUG [RS:0;1ab588ae992e:36659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:58,677 DEBUG [RS:0;1ab588ae992e:36659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:58,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:58,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:21:58,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,777 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,36659,1732432891338.replicationSource.shipper1ab588ae992e%2C36659%2C1732432891338,1-1ab588ae992e,36659,1732432891338 terminated 2024-11-24T07:21:58,777 INFO [RS:0;1ab588ae992e:36659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:36659. 2024-11-24T07:21:58,777 DEBUG [RS:0;1ab588ae992e:36659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:58,777 DEBUG [RS:0;1ab588ae992e:36659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:58,777 DEBUG [RS:0;1ab588ae992e:36659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:58,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:58,777 INFO [RS:0;1ab588ae992e:36659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36659 2024-11-24T07:21:58,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-192656737/rs/1ab588ae992e,36659,1732432891338 2024-11-24T07:21:58,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737/rs 2024-11-24T07:21:58,842 INFO [RS:0;1ab588ae992e:36659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:21:58,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:21:58,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,36659,1732432891338] 2024-11-24T07:21:58,905 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-192656737/draining/1ab588ae992e,36659,1732432891338 already deleted, retry=false 2024-11-24T07:21:58,905 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,36659,1732432891338 expired; onlineServers=0 2024-11-24T07:21:58,905 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,35813,1732432890939' ***** 2024-11-24T07:21:58,905 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:21:58,905 INFO [M:0;1ab588ae992e:35813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:58,905 INFO [M:0;1ab588ae992e:35813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:21:58,905 DEBUG [M:0;1ab588ae992e:35813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:21:58,905 DEBUG [M:0;1ab588ae992e:35813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:21:58,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:21:58,905 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432893628 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432893628,5,FailOnTimeoutGroup] 2024-11-24T07:21:58,905 INFO [M:0;1ab588ae992e:35813 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:21:58,905 INFO [M:0;1ab588ae992e:35813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:21:58,905 DEBUG [M:0;1ab588ae992e:35813 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:21:58,905 INFO [M:0;1ab588ae992e:35813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:21:58,905 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432893628 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432893628,5,FailOnTimeoutGroup] 2024-11-24T07:21:58,906 INFO [M:0;1ab588ae992e:35813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:58,906 INFO [M:0;1ab588ae992e:35813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:21:58,906 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:21:58,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-192656737/master 2024-11-24T07:21:58,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-192656737 2024-11-24T07:21:58,915 DEBUG [M:0;1ab588ae992e:35813 {}] zookeeper.ZKUtil(347): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Unable to get data of znode /1-192656737/master because node does not exist (not an error) 2024-11-24T07:21:58,915 WARN [M:0;1ab588ae992e:35813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:21:58,932 INFO [M:0;1ab588ae992e:35813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/.lastflushedseqids 2024-11-24T07:21:58,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741847_1023 (size=245) 2024-11-24T07:21:58,951 INFO [M:0;1ab588ae992e:35813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:21:58,951 INFO [M:0;1ab588ae992e:35813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:21:58,951 DEBUG [M:0;1ab588ae992e:35813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:21:58,951 INFO [M:0;1ab588ae992e:35813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:58,951 DEBUG [M:0;1ab588ae992e:35813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:58,951 DEBUG [M:0;1ab588ae992e:35813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:21:58,951 DEBUG [M:0;1ab588ae992e:35813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:58,951 INFO [M:0;1ab588ae992e:35813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T07:21:58,971 DEBUG [M:0;1ab588ae992e:35813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1563f206c18f4a4f87e96ebbc2643cbd is 82, key is hbase:meta,,1/info:regioninfo/1732432894451/Put/seqid=0 2024-11-24T07:21:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741848_1024 (size=5672) 2024-11-24T07:21:58,977 INFO [M:0;1ab588ae992e:35813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1563f206c18f4a4f87e96ebbc2643cbd 2024-11-24T07:21:58,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:58,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1016bb7e55e0004, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:58,990 INFO [RS:0;1ab588ae992e:36659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:21:58,990 INFO [RS:0;1ab588ae992e:36659 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,36659,1732432891338; zookeeper connection closed. 2024-11-24T07:21:58,992 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47d8d699 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47d8d699 2024-11-24T07:21:58,992 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:21:58,998 DEBUG [M:0;1ab588ae992e:35813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/217436aca57544dd91ab2e21af913eec is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732432904806/Put/seqid=0 2024-11-24T07:21:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741849_1025 (size=8516) 2024-11-24T07:21:59,003 INFO [M:0;1ab588ae992e:35813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/217436aca57544dd91ab2e21af913eec 2024-11-24T07:21:59,031 DEBUG [M:0;1ab588ae992e:35813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69073f2b9f4a41579d369fb930c2a445 is 69, key is 1ab588ae992e,36659,1732432891338/rs:state/1732432893721/Put/seqid=0 2024-11-24T07:21:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741850_1026 (size=5156) 2024-11-24T07:21:59,412 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:21:59,438 INFO [M:0;1ab588ae992e:35813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69073f2b9f4a41579d369fb930c2a445 2024-11-24T07:21:59,442 DEBUG [M:0;1ab588ae992e:35813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1563f206c18f4a4f87e96ebbc2643cbd as hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1563f206c18f4a4f87e96ebbc2643cbd 2024-11-24T07:21:59,446 INFO [M:0;1ab588ae992e:35813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1563f206c18f4a4f87e96ebbc2643cbd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T07:21:59,446 DEBUG [M:0;1ab588ae992e:35813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/217436aca57544dd91ab2e21af913eec as hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/217436aca57544dd91ab2e21af913eec 2024-11-24T07:21:59,449 INFO [M:0;1ab588ae992e:35813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/217436aca57544dd91ab2e21af913eec, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T07:21:59,450 DEBUG [M:0;1ab588ae992e:35813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69073f2b9f4a41579d369fb930c2a445 as hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69073f2b9f4a41579d369fb930c2a445 2024-11-24T07:21:59,453 INFO [M:0;1ab588ae992e:35813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35953/user/jenkins/test-data/72bd2c41-960e-0e41-a0e5-86c524fc177b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69073f2b9f4a41579d369fb930c2a445, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T07:21:59,453 INFO [M:0;1ab588ae992e:35813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=97, compaction requested=false 2024-11-24T07:21:59,454 INFO [M:0;1ab588ae992e:35813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:21:59,454 DEBUG [M:0;1ab588ae992e:35813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432918951Disabling compacts and flushes for region at 1732432918951Disabling writes for close at 1732432918951Obtaining lock to block concurrent updates at 1732432918951Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432918951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732432918952 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432918952Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432918952Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432918971 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432918971Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432918981 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432918998 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432918998Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432919009 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432919031 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432919031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44db4f49: reopening flushed file at 1732432919441 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd84ce6: reopening flushed file at 1732432919446 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49430647: reopening flushed file at 1732432919449 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=97, compaction requested=false at 1732432919453 (+4 ms)Writing region close event to WAL at 1732432919454 (+1 ms)Closed at 1732432919454 2024-11-24T07:21:59,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741830_1006 (size=63654) 2024-11-24T07:21:59,461 INFO [M:0;1ab588ae992e:35813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:21:59,461 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:21:59,461 INFO [M:0;1ab588ae992e:35813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35813 2024-11-24T07:21:59,461 INFO [M:0;1ab588ae992e:35813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:21:59,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:59,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x1016bb7e55e0003, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:21:59,605 INFO [M:0;1ab588ae992e:35813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:21:59,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e1f3db0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:21:59,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@729b972a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:21:59,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:21:59,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e03f87a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:21:59,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74267b26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/hadoop.log.dir/,STOPPED} 2024-11-24T07:21:59,619 WARN [BP-1721148780-172.17.0.3-1732432888458 heartbeating to localhost/127.0.0.1:35953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:21:59,619 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:21:59,619 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:21:59,619 WARN [BP-1721148780-172.17.0.3-1732432888458 heartbeating to localhost/127.0.0.1:35953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1721148780-172.17.0.3-1732432888458 (Datanode Uuid 8600eeee-783f-4728-afb3-65f98b4ae2ac) service to localhost/127.0.0.1:35953 2024-11-24T07:21:59,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/cluster_ea65f36b-8a1c-1bc6-a811-18eefc8fbb3b/data/data1/current/BP-1721148780-172.17.0.3-1732432888458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:21:59,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/cluster_ea65f36b-8a1c-1bc6-a811-18eefc8fbb3b/data/data2/current/BP-1721148780-172.17.0.3-1732432888458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:21:59,620 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:21:59,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eaad3d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:21:59,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@382f9610{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:21:59,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:21:59,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584787da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:21:59,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e26bc0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1de34c98-3867-8528-bf37-fd9092725efb/hadoop.log.dir/,STOPPED} 2024-11-24T07:21:59,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:21:59,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:21:59,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:59,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:59,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:59,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:59,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:21:59,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:21:59,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=859879019, stopped=false 2024-11-24T07:21:59,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,40057,1732432884458 2024-11-24T07:21:59,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01656002051/running 2024-11-24T07:21:59,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:59,652 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01656002051/running 2024-11-24T07:21:59,652 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:21:59,652 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:21:59,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Set watcher on znode that does not yet exist, /01656002051/running 2024-11-24T07:21:59,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:21:59,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:59,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Set watcher on znode that does not yet exist, /01656002051/running 2024-11-24T07:21:59,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:59,654 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,38771,1732432884782' ***** 2024-11-24T07:21:59,654 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:21:59,654 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:21:59,654 INFO [RS:0;1ab588ae992e:38771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:21:59,654 INFO [RS:0;1ab588ae992e:38771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:21:59,654 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:59,655 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:21:59,655 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:59,655 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,38771,1732432884782 2024-11-24T07:21:59,655 INFO [RS:0;1ab588ae992e:38771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:21:59,655 INFO [RS:0;1ab588ae992e:38771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:38771. 2024-11-24T07:21:59,655 DEBUG [RS:0;1ab588ae992e:38771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:21:59,655 DEBUG [RS:0;1ab588ae992e:38771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:21:59,655 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dca56db3cdc6de6643d76036cdf24da, disabling compactions & flushes 2024-11-24T07:21:59,655 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:21:59,655 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:59,655 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:21:59,655 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:21:59,655 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:21:59,656 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:21:59,656 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2dca56db3cdc6de6643d76036cdf24da=hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da., 1b21481c004fca772754ca3bb9839a06=test,,1732432899312.1b21481c004fca772754ca3bb9839a06.} 2024-11-24T07:21:59,656 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b21481c004fca772754ca3bb9839a06, 2dca56db3cdc6de6643d76036cdf24da 2024-11-24T07:21:59,656 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:21:59,656 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:21:59,656 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:21:59,656 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:21:59,657 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:21:59,657 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:21:59,660 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:59,660 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. after waiting 0 ms 2024-11-24T07:21:59,660 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:59,660 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2dca56db3cdc6de6643d76036cdf24da 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-24T07:21:59,689 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/info/2a51d47ba08548ca90d05a6d1d71a743 is 147, key is hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da./info:regioninfo/1732432903729/Put/seqid=0 2024-11-24T07:21:59,689 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/replication/2dca56db3cdc6de6643d76036cdf24da/.tmp/queue/beeac445ef10484bb9b6b74ce40a799f is 153, key is 1-1ab588ae992e,38771,1732432884782/queue:1ab588ae992e%2C38771%2C1732432884782/1732432910366/Put/seqid=0 2024-11-24T07:21:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741840_1016 (size=7686) 2024-11-24T07:21:59,702 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/info/2a51d47ba08548ca90d05a6d1d71a743 2024-11-24T07:21:59,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741841_1017 (size=5352) 2024-11-24T07:21:59,718 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/replication/2dca56db3cdc6de6643d76036cdf24da/.tmp/queue/beeac445ef10484bb9b6b74ce40a799f 2024-11-24T07:21:59,726 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:21:59,755 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/ns/484a535135cb4a19af043ff50224be1d is 43, key is default/ns:d/1732432888319/Put/seqid=0 2024-11-24T07:21:59,757 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/replication/2dca56db3cdc6de6643d76036cdf24da/.tmp/queue/beeac445ef10484bb9b6b74ce40a799f as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/replication/2dca56db3cdc6de6643d76036cdf24da/queue/beeac445ef10484bb9b6b74ce40a799f 2024-11-24T07:21:59,763 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/replication/2dca56db3cdc6de6643d76036cdf24da/queue/beeac445ef10484bb9b6b74ce40a799f, entries=1, sequenceid=8, filesize=5.2 K 2024-11-24T07:21:59,764 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2dca56db3cdc6de6643d76036cdf24da in 104ms, sequenceid=8, compaction requested=false 2024-11-24T07:21:59,765 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T07:21:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741842_1018 (size=5153) 2024-11-24T07:21:59,806 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/ns/484a535135cb4a19af043ff50224be1d 2024-11-24T07:21:59,814 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/replication/2dca56db3cdc6de6643d76036cdf24da/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T07:21:59,814 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:59,815 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:21:59,815 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:59,815 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dca56db3cdc6de6643d76036cdf24da: Waiting for close lock at 1732432919655Running coprocessor pre-close hooks at 1732432919655Disabling compacts and flushes for region at 1732432919655Disabling writes for close at 1732432919660 (+5 ms)Obtaining lock to block concurrent updates at 1732432919660Preparing flush snapshotting stores in 2dca56db3cdc6de6643d76036cdf24da at 1732432919660Finished memstore snapshotting hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732432919661 (+1 ms)Flushing stores of hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. at 1732432919661Flushing 2dca56db3cdc6de6643d76036cdf24da/queue: creating writer at 1732432919661Flushing 2dca56db3cdc6de6643d76036cdf24da/queue: appending metadata at 1732432919688 (+27 ms)Flushing 2dca56db3cdc6de6643d76036cdf24da/queue: closing flushed file at 1732432919688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d48b95: reopening flushed file at 1732432919750 (+62 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2dca56db3cdc6de6643d76036cdf24da in 104ms, sequenceid=8, compaction requested=false at 1732432919764 (+14 ms)Writing region close event to WAL at 1732432919806 (+42 ms)Running coprocessor post-close hooks at 1732432919814 (+8 ms)Closed at 1732432919815 (+1 ms) 2024-11-24T07:21:59,815 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432903268.2dca56db3cdc6de6643d76036cdf24da. 2024-11-24T07:21:59,815 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b21481c004fca772754ca3bb9839a06, disabling compactions & flushes 2024-11-24T07:21:59,815 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:21:59,815 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:21:59,815 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432899312.1b21481c004fca772754ca3bb9839a06. after waiting 0 ms 2024-11-24T07:21:59,815 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:21:59,815 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b21481c004fca772754ca3bb9839a06 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-24T07:21:59,832 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/rep_barrier/70b3c58c212b4166889fc4a52552083d is 112, key is test,,1732432899312.1b21481c004fca772754ca3bb9839a06./rep_barrier:seqnumDuringOpen/1732432899721/Put/seqid=0 2024-11-24T07:21:59,838 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/.tmp/f/8e3110695b1f4529be25b1f790fe5515 is 28, key is row/f:/1732432909730/DeleteFamily/seqid=0 2024-11-24T07:21:59,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741843_1019 (size=5518) 2024-11-24T07:21:59,846 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/rep_barrier/70b3c58c212b4166889fc4a52552083d 2024-11-24T07:21:59,856 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:21:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741844_1020 (size=5085) 2024-11-24T07:21:59,876 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/table/80208d24074049039c95fc544c188f56 is 53, key is hbase:replication/table:state/1732432903738/Put/seqid=0 2024-11-24T07:21:59,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741845_1021 (size=5308) 2024-11-24T07:21:59,879 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/table/80208d24074049039c95fc544c188f56 2024-11-24T07:21:59,883 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/info/2a51d47ba08548ca90d05a6d1d71a743 as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/info/2a51d47ba08548ca90d05a6d1d71a743 2024-11-24T07:21:59,887 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/info/2a51d47ba08548ca90d05a6d1d71a743, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:21:59,888 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/ns/484a535135cb4a19af043ff50224be1d as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/ns/484a535135cb4a19af043ff50224be1d 2024-11-24T07:21:59,892 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/ns/484a535135cb4a19af043ff50224be1d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:21:59,892 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/rep_barrier/70b3c58c212b4166889fc4a52552083d as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/rep_barrier/70b3c58c212b4166889fc4a52552083d 2024-11-24T07:21:59,896 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/rep_barrier/70b3c58c212b4166889fc4a52552083d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:21:59,896 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/.tmp/table/80208d24074049039c95fc544c188f56 as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/table/80208d24074049039c95fc544c188f56 2024-11-24T07:21:59,900 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/table/80208d24074049039c95fc544c188f56, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:21:59,901 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 244ms, sequenceid=16, compaction requested=false 2024-11-24T07:21:59,905 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:21:59,905 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:21:59,905 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:21:59,905 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:21:59,905 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432919656Running coprocessor pre-close hooks at 1732432919656Disabling compacts and flushes for region at 1732432919656Disabling writes for close at 1732432919656Obtaining lock to block concurrent updates at 1732432919657 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732432919657Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432919657Flushing stores of hbase:meta,,1.1588230740 at 1732432919658 (+1 ms)Flushing 1588230740/info: creating writer at 1732432919658Flushing 1588230740/info: appending metadata at 1732432919688 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732432919688Flushing 1588230740/ns: creating writer at 1732432919727 (+39 ms)Flushing 1588230740/ns: appending metadata at 1732432919754 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732432919754Flushing 1588230740/rep_barrier: creating writer at 1732432919811 (+57 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432919832 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432919832Flushing 1588230740/table: creating writer at 1732432919851 (+19 ms)Flushing 1588230740/table: appending metadata at 1732432919875 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732432919875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@508b03b4: reopening flushed file at 1732432919883 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a2f4eb: reopening flushed file at 1732432919887 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b44deb6: reopening flushed file at 1732432919892 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341c000b: reopening flushed file at 1732432919896 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 244ms, sequenceid=16, compaction requested=false at 1732432919901 (+5 ms)Writing region close event to WAL at 1732432919902 (+1 ms)Running coprocessor post-close hooks at 1732432919905 (+3 ms)Closed at 1732432919905 2024-11-24T07:21:59,905 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:00,056 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1351): Waiting on 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:22:00,077 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:22:00,077 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:22:00,257 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1351): Waiting on 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:22:00,264 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/.tmp/f/8e3110695b1f4529be25b1f790fe5515 2024-11-24T07:22:00,268 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e3110695b1f4529be25b1f790fe5515 2024-11-24T07:22:00,285 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/.tmp/f1/495f52f0397b476490584040b11cb00f is 29, key is row/f1:/1732432909730/DeleteFamily/seqid=0 2024-11-24T07:22:00,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741846_1022 (size=5089) 2024-11-24T07:22:00,457 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1351): Waiting on 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:22:00,657 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:22:00,657 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1325): Online Regions={1b21481c004fca772754ca3bb9839a06=test,,1732432899312.1b21481c004fca772754ca3bb9839a06.} 2024-11-24T07:22:00,657 DEBUG [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1351): Waiting on 1b21481c004fca772754ca3bb9839a06 2024-11-24T07:22:00,690 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/.tmp/f1/495f52f0397b476490584040b11cb00f 2024-11-24T07:22:00,694 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 495f52f0397b476490584040b11cb00f 2024-11-24T07:22:00,715 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/.tmp/norep/852ea972379c47c8acf874520bf57288 is 32, key is row/norep:/1732432909730/DeleteFamily/seqid=0 2024-11-24T07:22:00,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741847_1023 (size=5101) 2024-11-24T07:22:00,720 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/.tmp/norep/852ea972379c47c8acf874520bf57288 2024-11-24T07:22:00,724 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 852ea972379c47c8acf874520bf57288 2024-11-24T07:22:00,724 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/.tmp/f/8e3110695b1f4529be25b1f790fe5515 as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/f/8e3110695b1f4529be25b1f790fe5515 2024-11-24T07:22:00,729 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e3110695b1f4529be25b1f790fe5515 2024-11-24T07:22:00,730 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/f/8e3110695b1f4529be25b1f790fe5515, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T07:22:00,731 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/.tmp/f1/495f52f0397b476490584040b11cb00f as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/f1/495f52f0397b476490584040b11cb00f 2024-11-24T07:22:00,735 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 495f52f0397b476490584040b11cb00f 2024-11-24T07:22:00,735 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/f1/495f52f0397b476490584040b11cb00f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T07:22:00,736 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/.tmp/norep/852ea972379c47c8acf874520bf57288 as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/norep/852ea972379c47c8acf874520bf57288 2024-11-24T07:22:00,743 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 852ea972379c47c8acf874520bf57288 2024-11-24T07:22:00,743 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/norep/852ea972379c47c8acf874520bf57288, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T07:22:00,744 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 1b21481c004fca772754ca3bb9839a06 in 929ms, sequenceid=6, compaction requested=false 2024-11-24T07:22:00,744 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T07:22:00,751 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/data/default/test/1b21481c004fca772754ca3bb9839a06/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T07:22:00,751 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:22:00,751 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:22:00,752 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:22:00,752 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b21481c004fca772754ca3bb9839a06: Waiting for close lock at 1732432919815Running coprocessor pre-close hooks at 1732432919815Disabling compacts and flushes for region at 1732432919815Disabling writes for close at 1732432919815Obtaining lock to block concurrent updates at 1732432919815Preparing flush snapshotting stores in 1b21481c004fca772754ca3bb9839a06 at 1732432919815Finished memstore snapshotting test,,1732432899312.1b21481c004fca772754ca3bb9839a06., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732432919816 (+1 ms)Flushing stores of test,,1732432899312.1b21481c004fca772754ca3bb9839a06. at 1732432919817 (+1 ms)Flushing 1b21481c004fca772754ca3bb9839a06/f: creating writer at 1732432919817Flushing 1b21481c004fca772754ca3bb9839a06/f: appending metadata at 1732432919836 (+19 ms)Flushing 1b21481c004fca772754ca3bb9839a06/f: closing flushed file at 1732432919836Flushing 1b21481c004fca772754ca3bb9839a06/f1: creating writer at 1732432920269 (+433 ms)Flushing 1b21481c004fca772754ca3bb9839a06/f1: appending metadata at 1732432920285 (+16 ms)Flushing 1b21481c004fca772754ca3bb9839a06/f1: closing flushed file at 1732432920285Flushing 1b21481c004fca772754ca3bb9839a06/norep: creating writer at 1732432920695 (+410 ms)Flushing 1b21481c004fca772754ca3bb9839a06/norep: appending metadata at 1732432920714 (+19 ms)Flushing 1b21481c004fca772754ca3bb9839a06/norep: closing flushed file at 1732432920714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527be106: reopening flushed file at 1732432920724 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293f3af9: reopening flushed file at 1732432920730 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5847dfe2: reopening flushed file at 1732432920736 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 1b21481c004fca772754ca3bb9839a06 in 929ms, sequenceid=6, compaction requested=false at 1732432920744 (+8 ms)Writing region close event to WAL at 1732432920748 (+4 ms)Running coprocessor post-close hooks at 1732432920751 (+3 ms)Closed at 1732432920752 (+1 ms) 2024-11-24T07:22:00,752 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432899312.1b21481c004fca772754ca3bb9839a06. 2024-11-24T07:22:00,815 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 636, reset compression=false 2024-11-24T07:22:00,830 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:22:00,830 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222 to pos 1527, reset compression=false 2024-11-24T07:22:00,830 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,38771,1732432884782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/WALs/1ab588ae992e,38771,1732432884782/1ab588ae992e%2C38771%2C1732432884782.1732432887222, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:22:00,831 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,38771,1732432884782: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,38771,1732432884782, walGroup=1ab588ae992e%2C38771%2C1732432884782, offset=1ab588ae992e%2C38771%2C1732432884782.1732432887222:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:38771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:22:00,833 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:22:00,833 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:22:00,833 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:22:00,833 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:22:00,833 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:22:00,834 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 1062441616 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 203301192 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:22:00,834 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:40057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:40057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T07:22:00,857 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,38771,1732432884782; all regions closed. 2024-11-24T07:22:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741834_1010 (size=4239) 2024-11-24T07:22:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741839_1015 (size=2240) 2024-11-24T07:22:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741832_1008 (size=1535) 2024-11-24T07:22:00,894 DEBUG [RS:0;1ab588ae992e:38771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:00,895 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:22:00,895 INFO [RS:0;1ab588ae992e:38771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:22:00,895 INFO [RS:0;1ab588ae992e:38771 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:22:00,895 INFO [RS:0;1ab588ae992e:38771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:22:00,895 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:22:00,895 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,38771,1732432884782 because: Region server is closing 2024-11-24T07:22:00,895 INFO [RS:0;1ab588ae992e:38771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:38771. 2024-11-24T07:22:00,895 DEBUG [RS:0;1ab588ae992e:38771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:00,895 DEBUG [RS:0;1ab588ae992e:38771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:00,896 DEBUG [RS:0;1ab588ae992e:38771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:00,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:00,996 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.shipper1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 terminated 2024-11-24T07:22:00,996 INFO [RS:0;1ab588ae992e:38771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38771 2024-11-24T07:22:00,996 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,38771,1732432884782.replicationSource.wal-reader.1ab588ae992e%2C38771%2C1732432884782,1-1ab588ae992e,38771,1732432884782 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:22:01,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051/rs 2024-11-24T07:22:01,136 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01656002051/rs/1ab588ae992e,38771,1732432884782 2024-11-24T07:22:01,136 INFO [RS:0;1ab588ae992e:38771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:22:01,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,38771,1732432884782] 2024-11-24T07:22:01,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01656002051/draining/1ab588ae992e,38771,1732432884782 already deleted, retry=false 2024-11-24T07:22:01,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,38771,1732432884782 expired; onlineServers=0 2024-11-24T07:22:01,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,40057,1732432884458' ***** 2024-11-24T07:22:01,157 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:22:01,157 INFO [M:0;1ab588ae992e:40057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:22:01,157 INFO [M:0;1ab588ae992e:40057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:22:01,157 DEBUG [M:0;1ab588ae992e:40057 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:22:01,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:22:01,157 DEBUG [M:0;1ab588ae992e:40057 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:22:01,157 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432886968 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432886968,5,FailOnTimeoutGroup] 2024-11-24T07:22:01,157 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432886957 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432886957,5,FailOnTimeoutGroup] 2024-11-24T07:22:01,158 INFO [M:0;1ab588ae992e:40057 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:22:01,158 INFO [M:0;1ab588ae992e:40057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:22:01,158 DEBUG [M:0;1ab588ae992e:40057 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:22:01,158 INFO [M:0;1ab588ae992e:40057 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:22:01,158 INFO [M:0;1ab588ae992e:40057 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:22:01,158 ERROR [M:0;1ab588ae992e:40057 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45857,5,PEWorkerGroup] 2024-11-24T07:22:01,158 INFO [M:0;1ab588ae992e:40057 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:22:01,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:22:01,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01656002051/master 2024-11-24T07:22:01,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01656002051 2024-11-24T07:22:01,168 DEBUG [M:0;1ab588ae992e:40057 {}] zookeeper.ZKUtil(347): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Unable to get data of znode /01656002051/master because node does not exist (not an error) 2024-11-24T07:22:01,168 WARN [M:0;1ab588ae992e:40057 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:22:01,168 INFO [M:0;1ab588ae992e:40057 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/.lastflushedseqids 2024-11-24T07:22:01,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741848_1024 (size=245) 2024-11-24T07:22:01,247 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:01,247 INFO [RS:0;1ab588ae992e:38771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:22:01,247 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38771-0x1016bb7e55e0001, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:01,247 INFO [RS:0;1ab588ae992e:38771 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,38771,1732432884782; zookeeper connection closed. 2024-11-24T07:22:01,247 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22c7898 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22c7898 2024-11-24T07:22:01,247 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:22:01,572 INFO [M:0;1ab588ae992e:40057 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:22:01,572 INFO [M:0;1ab588ae992e:40057 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:22:01,572 DEBUG [M:0;1ab588ae992e:40057 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:22:01,572 INFO [M:0;1ab588ae992e:40057 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:01,572 DEBUG [M:0;1ab588ae992e:40057 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:01,572 DEBUG [M:0;1ab588ae992e:40057 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:22:01,572 DEBUG [M:0;1ab588ae992e:40057 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:01,572 INFO [M:0;1ab588ae992e:40057 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-24T07:22:01,588 DEBUG [M:0;1ab588ae992e:40057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bd1683087c0429f8bf551d32699f3b9 is 82, key is hbase:meta,,1/info:regioninfo/1732432888271/Put/seqid=0 2024-11-24T07:22:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741849_1025 (size=5672) 2024-11-24T07:22:01,593 INFO [M:0;1ab588ae992e:40057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bd1683087c0429f8bf551d32699f3b9 2024-11-24T07:22:01,626 DEBUG [M:0;1ab588ae992e:40057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/173754b7dce34b4a993f66c95f598894 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732432899733/Put/seqid=0 2024-11-24T07:22:01,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741850_1026 (size=7219) 2024-11-24T07:22:02,046 INFO [M:0;1ab588ae992e:40057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/173754b7dce34b4a993f66c95f598894 2024-11-24T07:22:02,050 INFO [M:0;1ab588ae992e:40057 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 173754b7dce34b4a993f66c95f598894 2024-11-24T07:22:02,063 DEBUG [M:0;1ab588ae992e:40057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f77d9490d19e4d72ac0d607032ce6bca is 69, key is 1ab588ae992e,38771,1732432884782/rs:state/1732432887028/Put/seqid=0 2024-11-24T07:22:02,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741851_1027 (size=5156) 2024-11-24T07:22:02,467 INFO [M:0;1ab588ae992e:40057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f77d9490d19e4d72ac0d607032ce6bca 2024-11-24T07:22:02,479 DEBUG [M:0;1ab588ae992e:40057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bd1683087c0429f8bf551d32699f3b9 as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bd1683087c0429f8bf551d32699f3b9 2024-11-24T07:22:02,482 INFO [M:0;1ab588ae992e:40057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bd1683087c0429f8bf551d32699f3b9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T07:22:02,482 DEBUG [M:0;1ab588ae992e:40057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/173754b7dce34b4a993f66c95f598894 as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/173754b7dce34b4a993f66c95f598894 2024-11-24T07:22:02,486 INFO [M:0;1ab588ae992e:40057 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 173754b7dce34b4a993f66c95f598894 2024-11-24T07:22:02,486 INFO [M:0;1ab588ae992e:40057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/173754b7dce34b4a993f66c95f598894, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T07:22:02,487 DEBUG [M:0;1ab588ae992e:40057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f77d9490d19e4d72ac0d607032ce6bca as hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f77d9490d19e4d72ac0d607032ce6bca 2024-11-24T07:22:02,491 INFO [M:0;1ab588ae992e:40057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45857/user/jenkins/test-data/fce0aaeb-4c8d-4b96-49ca-45770f730687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f77d9490d19e4d72ac0d607032ce6bca, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T07:22:02,492 INFO [M:0;1ab588ae992e:40057 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false 2024-11-24T07:22:02,504 INFO [M:0;1ab588ae992e:40057 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:02,504 DEBUG [M:0;1ab588ae992e:40057 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432921572Disabling compacts and flushes for region at 1732432921572Disabling writes for close at 1732432921572Obtaining lock to block concurrent updates at 1732432921572Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432921572Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732432921573 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432921573Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432921573Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432921588 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432921588Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432921596 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432921625 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432921625Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432922050 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432922062 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432922062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136d6ee8: reopening flushed file at 1732432922478 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ce3a17: reopening flushed file at 1732432922482 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39184000: reopening flushed file at 1732432922486 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false at 1732432922492 (+6 ms)Writing region close event to WAL at 1732432922504 (+12 ms)Closed at 1732432922504 2024-11-24T07:22:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43689 is added to blk_1073741830_1006 (size=64435) 2024-11-24T07:22:02,507 INFO [M:0;1ab588ae992e:40057 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:22:02,507 INFO [M:0;1ab588ae992e:40057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40057 2024-11-24T07:22:02,507 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:22:02,507 INFO [M:0;1ab588ae992e:40057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:22:02,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:02,644 INFO [M:0;1ab588ae992e:40057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:22:02,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40057-0x1016bb7e55e0000, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:02,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@311ab0eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:22:02,647 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d288850{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:22:02,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:22:02,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5be456a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:22:02,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6254f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/hadoop.log.dir/,STOPPED} 2024-11-24T07:22:02,648 WARN [BP-1594646641-172.17.0.3-1732432882140 heartbeating to localhost/127.0.0.1:45857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:22:02,648 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:22:02,648 WARN [BP-1594646641-172.17.0.3-1732432882140 heartbeating to localhost/127.0.0.1:45857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1594646641-172.17.0.3-1732432882140 (Datanode Uuid 08a64b05-520d-45c6-b856-0d1c1c4a679a) service to localhost/127.0.0.1:45857 2024-11-24T07:22:02,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:22:02,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/cluster_f149cf62-5167-0183-9624-8a7601262289/data/data1/current/BP-1594646641-172.17.0.3-1732432882140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:22:02,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/cluster_f149cf62-5167-0183-9624-8a7601262289/data/data2/current/BP-1594646641-172.17.0.3-1732432882140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:22:02,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:22:02,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6819daca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:22:02,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21aca61a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:22:02,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:22:02,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10419df8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:22:02,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c25c2ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/399cd969-41da-205c-1893-3cb792bd4172/hadoop.log.dir/,STOPPED} 2024-11-24T07:22:02,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T07:22:02,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:22:02,707 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 316) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35953 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42309 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52401) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45857 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52401) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52401) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:35953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=488 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5288 (was 4573) - AvailableMemoryMB LEAK? - 2024-11-24T07:22:02,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=488, ProcessCount=11, AvailableMemoryMB=5288 2024-11-24T07:22:02,728 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-24T07:22:02,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/hadoop.log.dir so I do NOT create it in target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278 2024-11-24T07:22:02,728 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:22:02,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/hadoop.tmp.dir so I do NOT create it in target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278 2024-11-24T07:22:02,728 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7790b80f-03b2-c0e5-f0a0-0f83583e1111/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:22:02,728 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278 2024-11-24T07:22:02,728 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/cluster_bb44d7de-b7a6-8511-d9e5-f7d034888156, deleteOnExit=true 2024-11-24T07:22:02,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/cluster_bb44d7de-b7a6-8511-d9e5-f7d034888156/zookeeper_0, clientPort=53419, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/cluster_bb44d7de-b7a6-8511-d9e5-f7d034888156/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/cluster_bb44d7de-b7a6-8511-d9e5-f7d034888156/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:22:02,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53419 2024-11-24T07:22:02,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:22:02,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:22:02,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016bb7e55e0005, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:22:02,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016bb7e55e0008, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:22:02,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016bb7e55e0002, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:22:02,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016bb7e55e0005, quorum=127.0.0.1:52401, baseZNode=/1-192656737 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:22:02,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016bb7e55e0008, quorum=127.0.0.1:52401, baseZNode=/21505864554 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:22:02,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016bb7e55e0002, quorum=127.0.0.1:52401, baseZNode=/01656002051 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:22:02,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/test.cache.data in system properties and HBase conf 2024-11-24T07:22:02,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:22:02,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:22:02,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:22:02,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:22:02,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:22:02,783 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:22:02,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:22:03,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:03,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:22:03,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:22:03,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:22:03,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:22:03,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:03,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ff860a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:22:03,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2812fec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:22:03,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@699a6a8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/java.io.tmpdir/jetty-localhost-38851-hadoop-hdfs-3_4_1-tests_jar-_-any-12583886181085345753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:22:03,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bb93cfb{HTTP/1.1, (http/1.1)}{localhost:38851} 2024-11-24T07:22:03,413 INFO [Time-limited test {}] server.Server(415): Started @315178ms 2024-11-24T07:22:03,698 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:22:03,700 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,701 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,701 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,701 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,701 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,701 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,742 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,750 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,769 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,769 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,770 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:03,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:03,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:22:03,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:22:03,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:22:03,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:22:03,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ad958f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:22:03,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27a18fb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:22:03,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ed557f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/java.io.tmpdir/jetty-localhost-35657-hadoop-hdfs-3_4_1-tests_jar-_-any-290612374762480069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:22:03,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2933cdb4{HTTP/1.1, (http/1.1)}{localhost:35657} 2024-11-24T07:22:03,917 INFO [Time-limited test {}] server.Server(415): Started @315682ms 2024-11-24T07:22:03,918 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:22:04,589 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/cluster_bb44d7de-b7a6-8511-d9e5-f7d034888156/data/data2/current/BP-49373882-172.17.0.3-1732432922801/current, will proceed with Du for space computation calculation, 2024-11-24T07:22:04,589 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/cluster_bb44d7de-b7a6-8511-d9e5-f7d034888156/data/data1/current/BP-49373882-172.17.0.3-1732432922801/current, will proceed with Du for space computation calculation, 2024-11-24T07:22:04,609 WARN [Thread-4156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:22:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74932724671a00c with lease ID 0xe4ef0906ee25291b: Processing first storage report for DS-d9e5ff80-3375-4b92-a9b2-59af8fa51cf0 from datanode DatanodeRegistration(127.0.0.1:36051, datanodeUuid=20d35852-99cf-4dd0-9e07-22aaa62100a8, infoPort=35499, infoSecurePort=0, ipcPort=41725, storageInfo=lv=-57;cid=testClusterID;nsid=1679881780;c=1732432922801) 2024-11-24T07:22:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74932724671a00c with lease ID 0xe4ef0906ee25291b: from storage DS-d9e5ff80-3375-4b92-a9b2-59af8fa51cf0 node DatanodeRegistration(127.0.0.1:36051, datanodeUuid=20d35852-99cf-4dd0-9e07-22aaa62100a8, infoPort=35499, infoSecurePort=0, ipcPort=41725, storageInfo=lv=-57;cid=testClusterID;nsid=1679881780;c=1732432922801), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:22:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74932724671a00c with lease ID 0xe4ef0906ee25291b: Processing first storage report for DS-48fe4b50-9519-486a-856a-edc120a4cf7d from datanode DatanodeRegistration(127.0.0.1:36051, datanodeUuid=20d35852-99cf-4dd0-9e07-22aaa62100a8, infoPort=35499, infoSecurePort=0, ipcPort=41725, storageInfo=lv=-57;cid=testClusterID;nsid=1679881780;c=1732432922801) 2024-11-24T07:22:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74932724671a00c with lease ID 0xe4ef0906ee25291b: from storage DS-48fe4b50-9519-486a-856a-edc120a4cf7d node DatanodeRegistration(127.0.0.1:36051, datanodeUuid=20d35852-99cf-4dd0-9e07-22aaa62100a8, infoPort=35499, infoSecurePort=0, ipcPort=41725, storageInfo=lv=-57;cid=testClusterID;nsid=1679881780;c=1732432922801), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:22:04,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278 2024-11-24T07:22:04,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:04,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:04,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36051 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:22:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:22:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T07:22:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:22:04,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:22:05,056 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282 with version=8 2024-11-24T07:22:05,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/hbase-staging 2024-11-24T07:22:05,058 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:22:05,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:05,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:05,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:22:05,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:05,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:22:05,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:22:05,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:22:05,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45623 2024-11-24T07:22:05,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45623 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-24T07:22:05,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456230x0, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:05,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45623-0x1016bb884160000 connected 2024-11-24T07:22:05,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:05,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:05,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Set watcher on znode that does not yet exist, /01682999605/running 2024-11-24T07:22:05,224 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282, hbase.cluster.distributed=false 2024-11-24T07:22:05,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Set watcher on znode that does not yet exist, /01682999605/acl 2024-11-24T07:22:05,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45623 2024-11-24T07:22:05,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45623 2024-11-24T07:22:05,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45623 2024-11-24T07:22:05,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45623 2024-11-24T07:22:05,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45623 2024-11-24T07:22:05,251 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:22:05,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:05,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:05,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:22:05,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:05,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:22:05,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:22:05,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:22:05,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33127 2024-11-24T07:22:05,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33127 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-24T07:22:05,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:05,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:05,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331270x0, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:05,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331270x0, quorum=127.0.0.1:53419, baseZNode=/01682999605 Set watcher on znode that does not yet exist, /01682999605/running 2024-11-24T07:22:05,263 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:22:05,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33127-0x1016bb884160001 connected 2024-11-24T07:22:05,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:22:05,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Set watcher on znode that does not yet exist, /01682999605/master 2024-11-24T07:22:05,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Set watcher on znode that does not yet exist, /01682999605/acl 2024-11-24T07:22:05,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33127 2024-11-24T07:22:05,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33127 2024-11-24T07:22:05,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33127 2024-11-24T07:22:05,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33127 2024-11-24T07:22:05,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33127 2024-11-24T07:22:05,295 DEBUG [M:0;1ab588ae992e:45623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:45623 2024-11-24T07:22:05,296 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01682999605/backup-masters/1ab588ae992e,45623,1732432925058 2024-11-24T07:22:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605/backup-masters 2024-11-24T07:22:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605/backup-masters 2024-11-24T07:22:05,304 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Set watcher on existing znode=/01682999605/backup-masters/1ab588ae992e,45623,1732432925058 2024-11-24T07:22:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01682999605/master 2024-11-24T07:22:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:05,320 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Set watcher on existing znode=/01682999605/master 2024-11-24T07:22:05,321 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01682999605/backup-masters/1ab588ae992e,45623,1732432925058 from backup master directory 2024-11-24T07:22:05,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605/backup-masters 2024-11-24T07:22:05,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01682999605/backup-masters/1ab588ae992e,45623,1732432925058 2024-11-24T07:22:05,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605/backup-masters 2024-11-24T07:22:05,325 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:22:05,325 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,45623,1732432925058 2024-11-24T07:22:05,328 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/hbase.id] with ID: 102507af-bf3c-44b0-9bc6-643d5e0bb9f3 2024-11-24T07:22:05,328 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/.tmp/hbase.id 2024-11-24T07:22:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36051 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:22:05,736 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/.tmp/hbase.id]:[hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/hbase.id] 2024-11-24T07:22:05,742 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:05,742 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:22:05,743 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:22:05,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:05,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:05,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36051 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:22:06,183 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:22:06,184 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:22:06,184 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:06,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36051 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:22:06,197 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData/data/master/store 2024-11-24T07:22:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36051 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:22:06,230 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:06,230 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:22:06,230 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:06,230 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:06,230 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:22:06,230 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:06,230 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:06,230 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432926230Disabling compacts and flushes for region at 1732432926230Disabling writes for close at 1732432926230Writing region close event to WAL at 1732432926230Closed at 1732432926230 2024-11-24T07:22:06,231 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData/data/master/store/.initializing 2024-11-24T07:22:06,231 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData/WALs/1ab588ae992e,45623,1732432925058 2024-11-24T07:22:06,232 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:22:06,233 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C45623%2C1732432925058, suffix=, logDir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData/WALs/1ab588ae992e,45623,1732432925058, archiveDir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData/oldWALs, maxLogs=10 2024-11-24T07:22:06,251 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData/WALs/1ab588ae992e,45623,1732432925058/1ab588ae992e%2C45623%2C1732432925058.1732432926233, exclude list is [], retry=0 2024-11-24T07:22:06,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36051,DS-d9e5ff80-3375-4b92-a9b2-59af8fa51cf0,DISK] 2024-11-24T07:22:06,255 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData/WALs/1ab588ae992e,45623,1732432925058/1ab588ae992e%2C45623%2C1732432925058.1732432926233 2024-11-24T07:22:06,255 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-24T07:22:06,255 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:06,255 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:06,256 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,256 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:22:06,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:06,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:06,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:22:06,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:06,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:06,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:22:06,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:06,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:06,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:22:06,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:06,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:06,262 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,263 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,263 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,263 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,263 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,264 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:06,264 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:06,267 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:06,267 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65266006, jitterRate=-0.027460724115371704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:06,267 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432926256Initializing all the Stores at 1732432926256Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432926256Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432926256Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432926256Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432926256Cleaning up temporary data from old regions at 1732432926263 (+7 ms)Region opened successfully at 1732432926267 (+4 ms) 2024-11-24T07:22:06,268 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:22:06,269 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1aa15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:22:06,270 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:22:06,270 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:22:06,270 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:22:06,270 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:22:06,271 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:22:06,271 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:22:06,271 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:22:06,272 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:22:06,273 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Unable to get data of znode /01682999605/balancer because node does not exist (not necessarily an error) 2024-11-24T07:22:06,314 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01682999605/balancer already deleted, retry=false 2024-11-24T07:22:06,315 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:22:06,316 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Unable to get data of znode /01682999605/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:22:06,325 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01682999605/normalizer already deleted, retry=false 2024-11-24T07:22:06,325 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:22:06,326 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Unable to get data of znode /01682999605/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:22:06,335 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01682999605/switch/split already deleted, retry=false 2024-11-24T07:22:06,336 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Unable to get data of znode /01682999605/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:22:06,346 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01682999605/switch/merge already deleted, retry=false 2024-11-24T07:22:06,348 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Unable to get data of znode /01682999605/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:22:06,356 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01682999605/snapshot-cleanup already deleted, retry=false 2024-11-24T07:22:06,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01682999605/running 2024-11-24T07:22:06,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01682999605/running 2024-11-24T07:22:06,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:06,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:06,367 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,45623,1732432925058, sessionid=0x1016bb884160000, setting cluster-up flag (Was=false) 2024-11-24T07:22:06,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:06,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:06,420 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01682999605/flush-table-proc/acquired, /01682999605/flush-table-proc/reached, /01682999605/flush-table-proc/abort 2024-11-24T07:22:06,421 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,45623,1732432925058 2024-11-24T07:22:06,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:06,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:06,472 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01682999605/online-snapshot/acquired, /01682999605/online-snapshot/reached, /01682999605/online-snapshot/abort 2024-11-24T07:22:06,473 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,45623,1732432925058 2024-11-24T07:22:06,474 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:22:06,475 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:06,476 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:22:06,476 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:22:06,476 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,45623,1732432925058 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:22:06,477 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:06,477 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:06,477 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:06,477 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:06,477 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:22:06,477 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,477 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:22:06,477 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:06,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:22:06,479 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:06,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:22:06,488 INFO [RS:0;1ab588ae992e:33127 {}] regionserver.HRegionServer(746): ClusterId : 102507af-bf3c-44b0-9bc6-643d5e0bb9f3 2024-11-24T07:22:06,488 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:22:06,491 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432956491 2024-11-24T07:22:06,491 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:22:06,491 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:22:06,491 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:22:06,491 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:22:06,491 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:22:06,491 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:22:06,494 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:22:06,494 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:22:06,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36051 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:22:06,500 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,500 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:22:06,501 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:22:06,501 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:22:06,501 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:22:06,501 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:22:06,501 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:22:06,504 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432926501,5,FailOnTimeoutGroup] 2024-11-24T07:22:06,504 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432926504,5,FailOnTimeoutGroup] 2024-11-24T07:22:06,504 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,504 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:22:06,504 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,504 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,504 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:22:06,505 DEBUG [RS:0;1ab588ae992e:33127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba7c2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:22:06,516 DEBUG [RS:0;1ab588ae992e:33127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:33127 2024-11-24T07:22:06,516 INFO [RS:0;1ab588ae992e:33127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:22:06,516 INFO [RS:0;1ab588ae992e:33127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:22:06,516 DEBUG [RS:0;1ab588ae992e:33127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:22:06,517 INFO [RS:0;1ab588ae992e:33127 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,45623,1732432925058 with port=33127, startcode=1732432925251 2024-11-24T07:22:06,517 DEBUG [RS:0;1ab588ae992e:33127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:22:06,518 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:22:06,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,33127,1732432925251 2024-11-24T07:22:06,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45623 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,33127,1732432925251 2024-11-24T07:22:06,521 DEBUG [RS:0;1ab588ae992e:33127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282 2024-11-24T07:22:06,521 DEBUG [RS:0;1ab588ae992e:33127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46547 2024-11-24T07:22:06,521 DEBUG [RS:0;1ab588ae992e:33127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:22:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605/rs 2024-11-24T07:22:06,526 DEBUG [RS:0;1ab588ae992e:33127 {}] zookeeper.ZKUtil(111): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Set watcher on existing znode=/01682999605/rs/1ab588ae992e,33127,1732432925251 2024-11-24T07:22:06,526 WARN [RS:0;1ab588ae992e:33127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:22:06,526 INFO [RS:0;1ab588ae992e:33127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:06,526 DEBUG [RS:0;1ab588ae992e:33127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/WALs/1ab588ae992e,33127,1732432925251 2024-11-24T07:22:06,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,33127,1732432925251] 2024-11-24T07:22:06,537 INFO [RS:0;1ab588ae992e:33127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:22:06,540 INFO [RS:0;1ab588ae992e:33127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:22:06,540 INFO [RS:0;1ab588ae992e:33127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:22:06,540 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,541 INFO [RS:0;1ab588ae992e:33127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:22:06,541 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:22:06,541 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:22:06,542 DEBUG [RS:0;1ab588ae992e:33127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:22:06,544 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,544 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,544 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,544 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,544 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,544 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,33127,1732432925251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:22:06,563 INFO [RS:0;1ab588ae992e:33127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:22:06,563 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,33127,1732432925251-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,563 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,563 INFO [RS:0;1ab588ae992e:33127 {}] regionserver.Replication(171): 1ab588ae992e,33127,1732432925251 started 2024-11-24T07:22:06,579 INFO [RS:0;1ab588ae992e:33127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:06,579 INFO [RS:0;1ab588ae992e:33127 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,33127,1732432925251, RpcServer on 1ab588ae992e/172.17.0.3:33127, sessionid=0x1016bb884160001 2024-11-24T07:22:06,579 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:22:06,579 DEBUG [RS:0;1ab588ae992e:33127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,33127,1732432925251 2024-11-24T07:22:06,579 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,33127,1732432925251' 2024-11-24T07:22:06,579 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01682999605/flush-table-proc/abort' 2024-11-24T07:22:06,579 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01682999605/flush-table-proc/acquired' 2024-11-24T07:22:06,580 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:22:06,580 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:22:06,580 DEBUG [RS:0;1ab588ae992e:33127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,33127,1732432925251 2024-11-24T07:22:06,580 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,33127,1732432925251' 2024-11-24T07:22:06,580 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01682999605/online-snapshot/abort' 2024-11-24T07:22:06,580 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01682999605/online-snapshot/acquired' 2024-11-24T07:22:06,581 DEBUG [RS:0;1ab588ae992e:33127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:22:06,581 INFO [RS:0;1ab588ae992e:33127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:22:06,581 INFO [RS:0;1ab588ae992e:33127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:22:06,681 INFO [RS:0;1ab588ae992e:33127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:22:06,682 INFO [RS:0;1ab588ae992e:33127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C33127%2C1732432925251, suffix=, logDir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/WALs/1ab588ae992e,33127,1732432925251, archiveDir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/oldWALs, maxLogs=10 2024-11-24T07:22:06,700 DEBUG [RS:0;1ab588ae992e:33127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/WALs/1ab588ae992e,33127,1732432925251/1ab588ae992e%2C33127%2C1732432925251.1732432926682, exclude list is [], retry=0 2024-11-24T07:22:06,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36051,DS-d9e5ff80-3375-4b92-a9b2-59af8fa51cf0,DISK] 2024-11-24T07:22:06,709 INFO [RS:0;1ab588ae992e:33127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/WALs/1ab588ae992e,33127,1732432925251/1ab588ae992e%2C33127%2C1732432925251.1732432926682 2024-11-24T07:22:06,716 DEBUG [RS:0;1ab588ae992e:33127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-24T07:22:06,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:22:06,897 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282 2024-11-24T07:22:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36051 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:22:07,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:07,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:22:07,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:22:07,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:07,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:07,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:22:07,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:22:07,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:07,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:07,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:22:07,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:22:07,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:07,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:07,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:22:07,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:22:07,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:07,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:07,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:22:07,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/data/hbase/meta/1588230740 2024-11-24T07:22:07,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/data/hbase/meta/1588230740 2024-11-24T07:22:07,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:22:07,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:22:07,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:07,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:22:07,318 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:07,318 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62464127, jitterRate=-0.06921197474002838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:07,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432927307Initializing all the Stores at 1732432927307Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432927307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432927307Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432927307Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432927307Cleaning up temporary data from old regions at 1732432927316 (+9 ms)Region opened successfully at 1732432927319 (+3 ms) 2024-11-24T07:22:07,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:22:07,319 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:22:07,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:22:07,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:22:07,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:22:07,319 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:07,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432927319Disabling compacts and flushes for region at 1732432927319Disabling writes for close at 1732432927319Writing region close event to WAL at 1732432927319Closed at 1732432927319 2024-11-24T07:22:07,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:07,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:22:07,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:22:07,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:22:07,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:22:07,472 DEBUG [1ab588ae992e:45623 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:22:07,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,33127,1732432925251 2024-11-24T07:22:07,473 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,33127,1732432925251, state=OPENING 2024-11-24T07:22:07,525 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:22:07,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:07,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01682999605 2024-11-24T07:22:07,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01682999605/meta-region-server: CHANGED 2024-11-24T07:22:07,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01682999605/meta-region-server: CHANGED 2024-11-24T07:22:07,536 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:22:07,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,33127,1732432925251}] 2024-11-24T07:22:07,688 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:22:07,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:22:07,694 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:22:07,694 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:07,695 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:22:07,696 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C33127%2C1732432925251.meta, suffix=.meta, logDir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/WALs/1ab588ae992e,33127,1732432925251, archiveDir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/oldWALs, maxLogs=10 2024-11-24T07:22:07,713 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/WALs/1ab588ae992e,33127,1732432925251/1ab588ae992e%2C33127%2C1732432925251.meta.1732432927696.meta, exclude list is [], retry=0 2024-11-24T07:22:07,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36051,DS-d9e5ff80-3375-4b92-a9b2-59af8fa51cf0,DISK] 2024-11-24T07:22:07,716 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/WALs/1ab588ae992e,33127,1732432925251/1ab588ae992e%2C33127%2C1732432925251.meta.1732432927696.meta 2024-11-24T07:22:07,716 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-24T07:22:07,717 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:07,717 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:22:07,717 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:22:07,717 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:22:07,717 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:22:07,717 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:22:07,717 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:07,717 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:22:07,717 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:22:07,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:22:07,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:22:07,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:07,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:07,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:22:07,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:22:07,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:07,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:07,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:22:07,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:22:07,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:07,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:07,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:22:07,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:22:07,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:07,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:07,721 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:22:07,722 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/data/hbase/meta/1588230740 2024-11-24T07:22:07,723 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/data/hbase/meta/1588230740 2024-11-24T07:22:07,724 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:22:07,724 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:22:07,724 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:07,725 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:22:07,726 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68781769, jitterRate=0.024928227066993713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:07,726 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:22:07,727 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432927718Writing region info on filesystem at 1732432927718Initializing all the Stores at 1732432927718Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432927718Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432927718Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432927718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432927718Cleaning up temporary data from old regions at 1732432927724 (+6 ms)Running coprocessor post-open hooks at 1732432927726 (+2 ms)Region opened successfully at 1732432927726 2024-11-24T07:22:07,727 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432927688 2024-11-24T07:22:07,729 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:22:07,729 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:22:07,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,33127,1732432925251 2024-11-24T07:22:07,730 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,33127,1732432925251, state=OPEN 2024-11-24T07:22:07,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33127-0x1016bb884160001, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01682999605/meta-region-server 2024-11-24T07:22:07,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1016bb884160000, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01682999605/meta-region-server 2024-11-24T07:22:07,759 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,33127,1732432925251 2024-11-24T07:22:07,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01682999605/meta-region-server: CHANGED 2024-11-24T07:22:07,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01682999605/meta-region-server: CHANGED 2024-11-24T07:22:07,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:22:07,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,33127,1732432925251 in 223 msec 2024-11-24T07:22:07,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:22:07,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-24T07:22:07,765 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:07,765 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:22:07,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:07,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,33127,1732432925251, seqNum=-1] 2024-11-24T07:22:07,767 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:07,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:07,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-24T07:22:07,772 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432927772, completionTime=-1 2024-11-24T07:22:07,773 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:22:07,773 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:22:07,775 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:22:07,775 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432987775 2024-11-24T07:22:07,775 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732433047775 2024-11-24T07:22:07,775 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T07:22:07,775 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45623,1732432925058-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:07,775 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45623,1732432925058-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:07,775 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45623,1732432925058-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:07,775 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:45623, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:07,775 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:07,776 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:07,777 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:22:07,780 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.455sec 2024-11-24T07:22:07,780 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:22:07,780 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:22:07,780 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:22:07,780 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:22:07,780 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:22:07,780 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45623,1732432925058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:22:07,781 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45623,1732432925058-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:22:07,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b06762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:07,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45623,-1 for getting cluster id 2024-11-24T07:22:07,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:07,790 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:22:07,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:22:07,790 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45623,1732432925058-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:07,790 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102507af-bf3c-44b0-9bc6-643d5e0bb9f3' 2024-11-24T07:22:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102507af-bf3c-44b0-9bc6-643d5e0bb9f3" 2024-11-24T07:22:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50216287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45623,-1] 2024-11-24T07:22:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:07,792 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:07,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3093b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:07,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,33127,1732432925251, seqNum=-1] 2024-11-24T07:22:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:07,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:07,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,45623,1732432925058 2024-11-24T07:22:07,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53419 2024-11-24T07:22:07,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53419, baseZNode=/01682999605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:07,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016bb884160002 connected 2024-11-24T07:22:07,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:07,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45623,1732432925058 2024-11-24T07:22:07,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670f3b3a 2024-11-24T07:22:07,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:07,833 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:07,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:22:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:22:07,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:22:07,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:07,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:22:07,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:22:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36051 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:22:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:08,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a04ce5e1303bca71098ee74eacb2bef, NAME => 'test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282 2024-11-24T07:22:08,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36051 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:22:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:08,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:08,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0a04ce5e1303bca71098ee74eacb2bef, disabling compactions & flushes 2024-11-24T07:22:08,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef. 2024-11-24T07:22:08,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef. 2024-11-24T07:22:08,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef. after waiting 0 ms 2024-11-24T07:22:08,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef. 2024-11-24T07:22:08,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef. 2024-11-24T07:22:08,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a04ce5e1303bca71098ee74eacb2bef: Waiting for close lock at 1732432928646Disabling compacts and flushes for region at 1732432928646Disabling writes for close at 1732432928646Writing region close event to WAL at 1732432928646Closed at 1732432928646 2024-11-24T07:22:08,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:22:08,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432928647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432928647"}]},"ts":"1732432928647"} 2024-11-24T07:22:08,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:22:08,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:22:08,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432928649"}]},"ts":"1732432928649"} 2024-11-24T07:22:08,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:22:08,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a04ce5e1303bca71098ee74eacb2bef, ASSIGN}] 2024-11-24T07:22:08,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a04ce5e1303bca71098ee74eacb2bef, ASSIGN 2024-11-24T07:22:08,651 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0a04ce5e1303bca71098ee74eacb2bef, ASSIGN; state=OFFLINE, location=1ab588ae992e,33127,1732432925251; forceNewPlan=false, retain=false 2024-11-24T07:22:08,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a04ce5e1303bca71098ee74eacb2bef, regionState=OPENING, regionLocation=1ab588ae992e,33127,1732432925251 2024-11-24T07:22:08,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0a04ce5e1303bca71098ee74eacb2bef, ASSIGN because future has completed 2024-11-24T07:22:08,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a04ce5e1303bca71098ee74eacb2bef, server=1ab588ae992e,33127,1732432925251}] 2024-11-24T07:22:08,964 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef. 2024-11-24T07:22:08,964 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a04ce5e1303bca71098ee74eacb2bef, NAME => 'test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:08,964 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:22:08,965 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:22:08,965 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,965 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:08,965 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,965 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,968 INFO [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,968 INFO [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a04ce5e1303bca71098ee74eacb2bef columnFamilyName f 2024-11-24T07:22:08,969 DEBUG [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:08,969 INFO [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] regionserver.HStore(327): Store=0a04ce5e1303bca71098ee74eacb2bef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:08,969 INFO [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,970 INFO [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a04ce5e1303bca71098ee74eacb2bef columnFamilyName f1 2024-11-24T07:22:08,970 DEBUG [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:08,970 INFO [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] regionserver.HStore(327): Store=0a04ce5e1303bca71098ee74eacb2bef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:08,970 INFO [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,971 INFO [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a04ce5e1303bca71098ee74eacb2bef columnFamilyName norep 2024-11-24T07:22:08,971 DEBUG [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:08,971 INFO [StoreOpener-0a04ce5e1303bca71098ee74eacb2bef-1 {}] regionserver.HStore(327): Store=0a04ce5e1303bca71098ee74eacb2bef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:08,971 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,972 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/data/default/test/0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,972 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/data/default/test/0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,973 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,973 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,973 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:22:08,973 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:08,975 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/data/default/test/0a04ce5e1303bca71098ee74eacb2bef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:08,975 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0a04ce5e1303bca71098ee74eacb2bef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65573257, jitterRate=-0.022882327437400818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:22:08,975 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a04ce5e1303bca71098ee74eacb2bef 2024-11-24T07:22:08,976 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0a04ce5e1303bca71098ee74eacb2bef: Running coprocessor pre-open hook at 1732432928965Writing region info on filesystem at 1732432928965Initializing all the Stores at 1732432928965Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432928965Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432928967 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432928967Cleaning up temporary data from old regions at 1732432928973 (+6 ms)Running coprocessor post-open hooks at 1732432928975 (+2 ms)Region opened successfully at 1732432928975 2024-11-24T07:22:08,976 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef., pid=6, masterSystemTime=1732432928961 2024-11-24T07:22:08,977 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef. 2024-11-24T07:22:08,977 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432927833.0a04ce5e1303bca71098ee74eacb2bef. 2024-11-24T07:22:08,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a04ce5e1303bca71098ee74eacb2bef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,33127,1732432925251 2024-11-24T07:22:08,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a04ce5e1303bca71098ee74eacb2bef, server=1ab588ae992e,33127,1732432925251 because future has completed 2024-11-24T07:22:08,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:22:08,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a04ce5e1303bca71098ee74eacb2bef, server=1ab588ae992e,33127,1732432925251 in 171 msec 2024-11-24T07:22:08,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:22:08,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0a04ce5e1303bca71098ee74eacb2bef, ASSIGN in 331 msec 2024-11-24T07:22:08,982 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:22:08,983 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432928982"}]},"ts":"1732432928982"} 2024-11-24T07:22:08,984 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:22:08,984 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:22:08,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-24T07:22:09,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:09,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:22:09,825 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128822 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:22:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:09,995 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:22:09,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b353a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:09,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45623,-1 for getting cluster id 2024-11-24T07:22:09,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:09,996 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102507af-bf3c-44b0-9bc6-643d5e0bb9f3' 2024-11-24T07:22:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102507af-bf3c-44b0-9bc6-643d5e0bb9f3" 2024-11-24T07:22:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55813866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45623,-1] 2024-11-24T07:22:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:09,997 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:09,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa88474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:09,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45623,1732432925058 2024-11-24T07:22:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c12ae6e 2024-11-24T07:22:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:09,999 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:10,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:45623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:22:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:22:10,002 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45623' 2024-11-24T07:22:10,002 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404027e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:10,002 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45623,-1 for getting cluster id 2024-11-24T07:22:10,002 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:10,003 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102507af-bf3c-44b0-9bc6-643d5e0bb9f3' 2024-11-24T07:22:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102507af-bf3c-44b0-9bc6-643d5e0bb9f3" 2024-11-24T07:22:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76de2529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45623,-1] 2024-11-24T07:22:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:10,004 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:10,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615eef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:10,005 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:10,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45623,1732432925058 2024-11-24T07:22:10,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65e1132d 2024-11-24T07:22:10,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:10,006 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:10,006 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T07:22:10,006 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:22:10,006 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:10,006 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:10,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:10,007 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1ab588ae992e:45623, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T07:22:10,013 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1ab588ae992e:45623, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1ab588ae992e:45623, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1ab588ae992e:45623, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-24T07:22:10,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1ab588ae992e:45623, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-24T07:22:10,014 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-24T07:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:22:10,106 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://1ab588ae992e:45623, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-24T07:22:10,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:10,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:10,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:10,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:10,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:10,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 363) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282-prefix:1ab588ae992e,33127,1732432925251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/cluster_bb44d7de-b7a6-8511-d9e5-f7d034888156/data/data1/current/BP-49373882-172.17.0.3-1732432922801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3b6a428e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ab588ae992e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-49373882-172.17.0.3-1732432922801:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432926504 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282-prefix:1ab588ae992e,33127,1732432925251.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1247163813-7912 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/cluster_bb44d7de-b7a6-8511-d9e5-f7d034888156/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-38e14fbe-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@49f24362 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53419 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4a7f0121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server idle connection scanner for port 46547 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp1247163813-7910-acceptor-0@2a75992a-ServerConnector@2933cdb4{HTTP/1.1, (http/1.1)}{localhost:35657} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53419) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_88058996_20 at /127.0.0.1:46994 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/cluster_bb44d7de-b7a6-8511-d9e5-f7d034888156/data/data2/current/BP-49373882-172.17.0.3-1732432922801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-49373882-172.17.0.3-1732432922801:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_88058996_20 at /127.0.0.1:47080 [Receiving block BP-49373882-172.17.0.3-1732432922801:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1464804945_20 at /127.0.0.1:47032 [Receiving block BP-49373882-172.17.0.3-1732432922801:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f61c09fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53419) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$599/0x00007f61c0acc4b8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ab588ae992e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/1ab588ae992e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1549434564-7864 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1f38bb01 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-13e36719-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1549434564-7862 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f61c0439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-49373882-172.17.0.3-1732432922801 heartbeating to localhost/127.0.0.1:46547 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53419) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46547/user/jenkins/test-data/1f3adb1c-0779-84c4-9142-ea559afc2282/MasterData-prefix:1ab588ae992e,45623,1732432925058 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 1ab588ae992e:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@156b5570 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp1549434564-7863-acceptor-0@72857ed3-ServerConnector@2bb93cfb{HTTP/1.1, (http/1.1)}{localhost:38851} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(605632182) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RS:0;1ab588ae992e:33127-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@59893045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7be4689a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@76360587 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46547 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41725 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_88058996_20 at /127.0.0.1:47060 [Receiving block BP-49373882-172.17.0.3-1732432922801:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1549434564-7866 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ab588ae992e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1549434564-7860 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f61c0439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1247163813-7911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-49373882-172.17.0.3-1732432922801:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1247163813-7909 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f61c0439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1549434564-7859 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f61c0439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432926501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master/1ab588ae992e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6aa2d9c7[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/cluster_bb44d7de-b7a6-8511-d9e5-f7d034888156/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RS:0;1ab588ae992e:33127 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@156fe63f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;1ab588ae992e:45623 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1549434564-7865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: ProcessThread(sid:0 cport:53419): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp1549434564-7861 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f61c0439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 488), ProcessCount=11 (was 11), AvailableMemoryMB=4886 (was 5288) 2024-11-24T07:22:10,127 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-24T07:22:10,139 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=4886 2024-11-24T07:22:10,139 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-24T07:22:10,151 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-24T07:22:10,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/hadoop.log.dir so I do NOT create it in target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901 2024-11-24T07:22:10,151 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:22:10,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/hadoop.tmp.dir so I do NOT create it in target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901 2024-11-24T07:22:10,151 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9e23a47-45b8-82ff-cf32-33f8e4a1e278/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:22:10,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901 2024-11-24T07:22:10,151 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/cluster_23eaf4c2-87ec-9c65-a230-b4bd63fb8656, deleteOnExit=true 2024-11-24T07:22:10,154 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/cluster_23eaf4c2-87ec-9c65-a230-b4bd63fb8656/zookeeper_0, clientPort=63700, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/cluster_23eaf4c2-87ec-9c65-a230-b4bd63fb8656/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/cluster_23eaf4c2-87ec-9c65-a230-b4bd63fb8656/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:22:10,154 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63700 2024-11-24T07:22:10,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:22:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:22:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/test.cache.data in system properties and HBase conf 2024-11-24T07:22:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:22:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:22:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:22:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:22:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:22:10,155 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:22:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:22:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:22:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:22:10,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:22:10,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:10,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:10,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:22:10,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:22:10,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:22:10,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:22:10,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:10,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18bbcfcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:22:10,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f0cfc1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:22:10,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ef8af53{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/java.io.tmpdir/jetty-localhost-40041-hadoop-hdfs-3_4_1-tests_jar-_-any-14203923118067457679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:22:10,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335ea2be{HTTP/1.1, (http/1.1)}{localhost:40041} 2024-11-24T07:22:10,852 INFO [Time-limited test {}] server.Server(415): Started @322616ms 2024-11-24T07:22:11,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:11,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:22:11,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:22:11,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:22:11,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:22:11,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd71f6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:22:11,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590b1125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:22:11,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79649fad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/java.io.tmpdir/jetty-localhost-45723-hadoop-hdfs-3_4_1-tests_jar-_-any-9519708708320103601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:22:11,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7eb2ff8b{HTTP/1.1, (http/1.1)}{localhost:45723} 2024-11-24T07:22:11,442 INFO [Time-limited test {}] server.Server(415): Started @323207ms 2024-11-24T07:22:11,443 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:22:12,135 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/cluster_23eaf4c2-87ec-9c65-a230-b4bd63fb8656/data/data2/current/BP-650047754-172.17.0.3-1732432930282/current, will proceed with Du for space computation calculation, 2024-11-24T07:22:12,135 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/cluster_23eaf4c2-87ec-9c65-a230-b4bd63fb8656/data/data1/current/BP-650047754-172.17.0.3-1732432930282/current, will proceed with Du for space computation calculation, 2024-11-24T07:22:12,155 WARN [Thread-4290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:22:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d3e6600cd4a556 with lease ID 0x1532857fa945682e: Processing first storage report for DS-a8c3d67f-a14a-4022-ad71-849dc017255e from datanode DatanodeRegistration(127.0.0.1:41821, datanodeUuid=eecb7073-a3cc-4d18-b091-bd6b9dbd1b9e, infoPort=40921, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=254717910;c=1732432930282) 2024-11-24T07:22:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d3e6600cd4a556 with lease ID 0x1532857fa945682e: from storage DS-a8c3d67f-a14a-4022-ad71-849dc017255e node DatanodeRegistration(127.0.0.1:41821, datanodeUuid=eecb7073-a3cc-4d18-b091-bd6b9dbd1b9e, infoPort=40921, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=254717910;c=1732432930282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:22:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d3e6600cd4a556 with lease ID 0x1532857fa945682e: Processing first storage report for DS-8175aaa1-c4de-412e-9649-efdc4a2310d1 from datanode DatanodeRegistration(127.0.0.1:41821, datanodeUuid=eecb7073-a3cc-4d18-b091-bd6b9dbd1b9e, infoPort=40921, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=254717910;c=1732432930282) 2024-11-24T07:22:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d3e6600cd4a556 with lease ID 0x1532857fa945682e: from storage DS-8175aaa1-c4de-412e-9649-efdc4a2310d1 node DatanodeRegistration(127.0.0.1:41821, datanodeUuid=eecb7073-a3cc-4d18-b091-bd6b9dbd1b9e, infoPort=40921, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=254717910;c=1732432930282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:22:12,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901 2024-11-24T07:22:12,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:12,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:12,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:22:12,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:22:12,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T07:22:12,580 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074 with version=8 2024-11-24T07:22:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/hbase-staging 2024-11-24T07:22:12,582 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:22:12,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:12,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:12,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:22:12,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:12,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:22:12,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:22:12,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:22:12,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40279 2024-11-24T07:22:12,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40279 connecting to ZooKeeper ensemble=127.0.0.1:63700 2024-11-24T07:22:12,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402790x0, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:12,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40279-0x1016bb8a1150000 connected 2024-11-24T07:22:12,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:12,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:12,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Set watcher on znode that does not yet exist, /0-578080819/running 2024-11-24T07:22:12,757 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074, hbase.cluster.distributed=false 2024-11-24T07:22:12,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Set watcher on znode that does not yet exist, /0-578080819/acl 2024-11-24T07:22:12,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40279 2024-11-24T07:22:12,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40279 2024-11-24T07:22:12,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40279 2024-11-24T07:22:12,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40279 2024-11-24T07:22:12,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40279 2024-11-24T07:22:12,789 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:22:12,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:12,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:12,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:22:12,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:12,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:22:12,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:22:12,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:22:12,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43499 2024-11-24T07:22:12,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43499 connecting to ZooKeeper ensemble=127.0.0.1:63700 2024-11-24T07:22:12,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:12,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:12,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434990x0, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:12,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434990x0, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Set watcher on znode that does not yet exist, /0-578080819/running 2024-11-24T07:22:12,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:22:12,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43499-0x1016bb8a1150001 connected 2024-11-24T07:22:12,817 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:22:12,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Set watcher on znode that does not yet exist, /0-578080819/master 2024-11-24T07:22:12,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Set watcher on znode that does not yet exist, /0-578080819/acl 2024-11-24T07:22:12,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43499 2024-11-24T07:22:12,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43499 2024-11-24T07:22:12,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43499 2024-11-24T07:22:12,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43499 2024-11-24T07:22:12,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43499 2024-11-24T07:22:12,850 DEBUG [M:0;1ab588ae992e:40279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:40279 2024-11-24T07:22:12,856 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-578080819/backup-masters/1ab588ae992e,40279,1732432932582 2024-11-24T07:22:12,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819/backup-masters 2024-11-24T07:22:12,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819/backup-masters 2024-11-24T07:22:12,863 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Set watcher on existing znode=/0-578080819/backup-masters/1ab588ae992e,40279,1732432932582 2024-11-24T07:22:12,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:12,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-578080819/master 2024-11-24T07:22:12,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:12,874 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Set watcher on existing znode=/0-578080819/master 2024-11-24T07:22:12,875 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-578080819/backup-masters/1ab588ae992e,40279,1732432932582 from backup master directory 2024-11-24T07:22:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-578080819/backup-masters/1ab588ae992e,40279,1732432932582 2024-11-24T07:22:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819/backup-masters 2024-11-24T07:22:12,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819/backup-masters 2024-11-24T07:22:12,884 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:22:12,884 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,40279,1732432932582 2024-11-24T07:22:12,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/hbase.id] with ID: efac54ef-0c20-414b-8004-db9cb7df2461 2024-11-24T07:22:12,889 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/.tmp/hbase.id 2024-11-24T07:22:12,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:22:13,302 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/.tmp/hbase.id]:[hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/hbase.id] 2024-11-24T07:22:13,310 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:13,310 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:22:13,311 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:22:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:22:13,393 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:22:13,394 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:22:13,395 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:22:13,801 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store 2024-11-24T07:22:13,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:22:14,206 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:14,207 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:22:14,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:14,207 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:14,207 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:22:14,207 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:14,207 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:14,207 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432934206Disabling compacts and flushes for region at 1732432934206Disabling writes for close at 1732432934207 (+1 ms)Writing region close event to WAL at 1732432934207Closed at 1732432934207 2024-11-24T07:22:14,208 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/.initializing 2024-11-24T07:22:14,208 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/WALs/1ab588ae992e,40279,1732432932582 2024-11-24T07:22:14,214 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:22:14,221 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C40279%2C1732432932582, suffix=, logDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/WALs/1ab588ae992e,40279,1732432932582, archiveDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/oldWALs, maxLogs=10 2024-11-24T07:22:14,245 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/WALs/1ab588ae992e,40279,1732432932582/1ab588ae992e%2C40279%2C1732432932582.1732432934221, exclude list is [], retry=0 2024-11-24T07:22:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-a8c3d67f-a14a-4022-ad71-849dc017255e,DISK] 2024-11-24T07:22:14,292 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/WALs/1ab588ae992e,40279,1732432932582/1ab588ae992e%2C40279%2C1732432932582.1732432934221 2024-11-24T07:22:14,300 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40921:40921)] 2024-11-24T07:22:14,300 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:14,301 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:14,301 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,301 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:22:14,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:14,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:14,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:22:14,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:14,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:14,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:22:14,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:14,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:14,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:22:14,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:14,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:14,314 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,314 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,315 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,316 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,316 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,316 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:14,317 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:14,325 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:14,325 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73136321, jitterRate=0.08981610834598541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:14,326 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432934301Initializing all the Stores at 1732432934303 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432934303Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432934304 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432934304Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432934304Cleaning up temporary data from old regions at 1732432934316 (+12 ms)Region opened successfully at 1732432934326 (+10 ms) 2024-11-24T07:22:14,328 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:22:14,331 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2113b53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:22:14,332 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:22:14,332 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:22:14,332 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:22:14,332 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:22:14,333 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:22:14,333 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:22:14,333 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:22:14,354 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:22:14,356 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Unable to get data of znode /0-578080819/balancer because node does not exist (not necessarily an error) 2024-11-24T07:22:14,442 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-578080819/balancer already deleted, retry=false 2024-11-24T07:22:14,442 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:22:14,443 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Unable to get data of znode /0-578080819/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:22:14,452 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-578080819/normalizer already deleted, retry=false 2024-11-24T07:22:14,452 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:22:14,458 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Unable to get data of znode /0-578080819/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:22:14,462 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-578080819/switch/split already deleted, retry=false 2024-11-24T07:22:14,465 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Unable to get data of znode /0-578080819/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:22:14,473 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-578080819/switch/merge already deleted, retry=false 2024-11-24T07:22:14,476 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Unable to get data of znode /0-578080819/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:22:14,484 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-578080819/snapshot-cleanup already deleted, retry=false 2024-11-24T07:22:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-578080819/running 2024-11-24T07:22:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-578080819/running 2024-11-24T07:22:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:14,495 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,40279,1732432932582, sessionid=0x1016bb8a1150000, setting cluster-up flag (Was=false) 2024-11-24T07:22:14,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:14,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:14,547 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-578080819/flush-table-proc/acquired, /0-578080819/flush-table-proc/reached, /0-578080819/flush-table-proc/abort 2024-11-24T07:22:14,548 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,40279,1732432932582 2024-11-24T07:22:14,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:14,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:14,599 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-578080819/online-snapshot/acquired, /0-578080819/online-snapshot/reached, /0-578080819/online-snapshot/abort 2024-11-24T07:22:14,600 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,40279,1732432932582 2024-11-24T07:22:14,609 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:22:14,611 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:14,611 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:22:14,612 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:22:14,612 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,40279,1732432932582 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:22:14,613 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:14,613 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:14,613 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:14,613 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:14,613 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:22:14,613 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,613 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:22:14,613 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:14,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:22:14,628 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:14,628 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:22:14,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:22:14,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T07:22:14,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T07:22:14,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T07:22:14,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:22:14,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T07:22:14,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T07:22:14,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T07:22:14,677 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(746): ClusterId : efac54ef-0c20-414b-8004-db9cb7df2461 2024-11-24T07:22:14,677 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:22:14,685 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:22:14,685 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:22:14,689 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432964689 2024-11-24T07:22:14,689 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:22:14,689 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:22:14,689 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:22:14,689 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:22:14,689 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:22:14,689 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:22:14,695 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:22:14,695 DEBUG [RS:0;1ab588ae992e:43499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723ad697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:22:14,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:22:14,713 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,713 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:22:14,713 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:22:14,713 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:22:14,713 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:22:14,722 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:22:14,722 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:22:14,723 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432934722,5,FailOnTimeoutGroup] 2024-11-24T07:22:14,724 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432934723,5,FailOnTimeoutGroup] 2024-11-24T07:22:14,724 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,724 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:22:14,724 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,724 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,727 DEBUG [RS:0;1ab588ae992e:43499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:43499 2024-11-24T07:22:14,728 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:22:14,728 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:22:14,728 DEBUG [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:22:14,729 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,40279,1732432932582 with port=43499, startcode=1732432932789 2024-11-24T07:22:14,730 DEBUG [RS:0;1ab588ae992e:43499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:22:14,733 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:22:14,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40279 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,43499,1732432932789 2024-11-24T07:22:14,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40279 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,43499,1732432932789 2024-11-24T07:22:14,735 DEBUG [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074 2024-11-24T07:22:14,735 DEBUG [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43307 2024-11-24T07:22:14,735 DEBUG [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:22:14,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819/rs 2024-11-24T07:22:14,747 DEBUG [RS:0;1ab588ae992e:43499 {}] zookeeper.ZKUtil(111): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Set watcher on existing znode=/0-578080819/rs/1ab588ae992e,43499,1732432932789 2024-11-24T07:22:14,748 WARN [RS:0;1ab588ae992e:43499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:22:14,748 INFO [RS:0;1ab588ae992e:43499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:14,748 DEBUG [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789 2024-11-24T07:22:14,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,43499,1732432932789] 2024-11-24T07:22:14,768 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:22:14,780 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:22:14,788 INFO [RS:0;1ab588ae992e:43499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:22:14,789 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,789 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:22:14,791 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:22:14,791 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:22:14,791 DEBUG [RS:0;1ab588ae992e:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:22:14,808 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,808 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,808 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,808 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,808 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,808 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43499,1732432932789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:22:14,827 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:22:14,827 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,43499,1732432932789-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,828 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,828 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.Replication(171): 1ab588ae992e,43499,1732432932789 started 2024-11-24T07:22:14,846 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:14,847 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,43499,1732432932789, RpcServer on 1ab588ae992e/172.17.0.3:43499, sessionid=0x1016bb8a1150001 2024-11-24T07:22:14,847 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:22:14,847 DEBUG [RS:0;1ab588ae992e:43499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,43499,1732432932789 2024-11-24T07:22:14,847 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,43499,1732432932789' 2024-11-24T07:22:14,847 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-578080819/flush-table-proc/abort' 2024-11-24T07:22:14,847 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-578080819/flush-table-proc/acquired' 2024-11-24T07:22:14,848 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:22:14,848 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:22:14,848 DEBUG [RS:0;1ab588ae992e:43499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,43499,1732432932789 2024-11-24T07:22:14,848 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,43499,1732432932789' 2024-11-24T07:22:14,848 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-578080819/online-snapshot/abort' 2024-11-24T07:22:14,848 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-578080819/online-snapshot/acquired' 2024-11-24T07:22:14,848 DEBUG [RS:0;1ab588ae992e:43499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:22:14,848 INFO [RS:0;1ab588ae992e:43499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:22:14,848 INFO [RS:0;1ab588ae992e:43499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:22:14,949 INFO [RS:0;1ab588ae992e:43499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:22:14,950 INFO [RS:0;1ab588ae992e:43499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43499%2C1732432932789, suffix=, logDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789, archiveDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/oldWALs, maxLogs=10 2024-11-24T07:22:14,969 DEBUG [RS:0;1ab588ae992e:43499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950, exclude list is [], retry=0 2024-11-24T07:22:14,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-a8c3d67f-a14a-4022-ad71-849dc017255e,DISK] 2024-11-24T07:22:14,972 INFO [RS:0;1ab588ae992e:43499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 2024-11-24T07:22:14,972 DEBUG [RS:0;1ab588ae992e:43499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40921:40921)] 2024-11-24T07:22:15,105 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:22:15,105 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074 2024-11-24T07:22:15,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:22:15,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:15,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:22:15,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:22:15,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:15,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:15,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:22:15,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:22:15,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:15,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:15,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:22:15,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:22:15,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:15,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:15,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:22:15,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:22:15,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:15,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:15,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:22:15,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740 2024-11-24T07:22:15,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740 2024-11-24T07:22:15,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:22:15,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:22:15,522 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:15,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:22:15,524 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:15,525 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71972230, jitterRate=0.0724698007106781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:15,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432935514Initializing all the Stores at 1732432935515 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432935515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432935515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432935515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432935515Cleaning up temporary data from old regions at 1732432935522 (+7 ms)Region opened successfully at 1732432935525 (+3 ms) 2024-11-24T07:22:15,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:22:15,525 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:22:15,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:22:15,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:22:15,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:22:15,525 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:15,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432935525Disabling compacts and flushes for region at 1732432935525Disabling writes for close at 1732432935525Writing region close event to WAL at 1732432935525Closed at 1732432935525 2024-11-24T07:22:15,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:15,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:22:15,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:22:15,527 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:22:15,528 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:22:15,678 DEBUG [1ab588ae992e:40279 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:22:15,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,43499,1732432932789 2024-11-24T07:22:15,679 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,43499,1732432932789, state=OPENING 2024-11-24T07:22:15,746 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:22:15,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:15,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:15,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-578080819/meta-region-server: CHANGED 2024-11-24T07:22:15,757 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:22:15,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-578080819/meta-region-server: CHANGED 2024-11-24T07:22:15,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,43499,1732432932789}] 2024-11-24T07:22:15,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:22:15,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:22:15,914 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:22:15,914 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:15,914 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:22:15,915 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43499%2C1732432932789.meta, suffix=.meta, logDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789, archiveDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/oldWALs, maxLogs=10 2024-11-24T07:22:15,931 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.meta.1732432935915.meta, exclude list is [], retry=0 2024-11-24T07:22:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-a8c3d67f-a14a-4022-ad71-849dc017255e,DISK] 2024-11-24T07:22:15,936 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.meta.1732432935915.meta 2024-11-24T07:22:15,941 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40921:40921)] 2024-11-24T07:22:15,941 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:15,941 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:22:15,941 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:22:15,941 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:22:15,941 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:22:15,942 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:22:15,942 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:15,942 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:22:15,942 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:22:15,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:22:15,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:22:15,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:15,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:15,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:22:15,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:22:15,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:15,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:15,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:22:15,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:22:15,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:15,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:15,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:22:15,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:22:15,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:15,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:15,946 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:22:15,947 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740 2024-11-24T07:22:15,948 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740 2024-11-24T07:22:15,949 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:22:15,949 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:22:15,949 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:15,950 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:22:15,950 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71882593, jitterRate=0.07113410532474518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:15,950 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:22:15,950 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432935942Writing region info on filesystem at 1732432935942Initializing all the Stores at 1732432935942Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432935942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432935942Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432935942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432935942Cleaning up temporary data from old regions at 1732432935949 (+7 ms)Running coprocessor post-open hooks at 1732432935950 (+1 ms)Region opened successfully at 1732432935950 2024-11-24T07:22:15,951 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432935909 2024-11-24T07:22:15,953 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:22:15,953 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:22:15,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,43499,1732432932789 2024-11-24T07:22:15,954 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,43499,1732432932789, state=OPEN 2024-11-24T07:22:15,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-578080819/meta-region-server 2024-11-24T07:22:15,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-578080819/meta-region-server 2024-11-24T07:22:15,991 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,43499,1732432932789 2024-11-24T07:22:15,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-578080819/meta-region-server: CHANGED 2024-11-24T07:22:15,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-578080819/meta-region-server: CHANGED 2024-11-24T07:22:15,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:22:15,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,43499,1732432932789 in 234 msec 2024-11-24T07:22:15,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:22:15,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-24T07:22:15,995 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:15,995 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:22:15,996 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:15,996 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43499,1732432932789, seqNum=-1] 2024-11-24T07:22:15,997 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:15,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:16,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3910 sec 2024-11-24T07:22:16,002 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432936002, completionTime=-1 2024-11-24T07:22:16,002 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:22:16,002 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:22:16,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:22:16,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432996004 2024-11-24T07:22:16,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732433056004 2024-11-24T07:22:16,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:22:16,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40279,1732432932582-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:16,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40279,1732432932582-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:16,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40279,1732432932582-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:16,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:40279, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:16,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:16,004 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:16,006 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:22:16,007 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.123sec 2024-11-24T07:22:16,007 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:22:16,007 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:22:16,007 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:22:16,007 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:22:16,007 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:22:16,007 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40279,1732432932582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:22:16,007 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40279,1732432932582-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:22:16,008 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:22:16,008 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:22:16,008 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,40279,1732432932582-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:16,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9970f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:16,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40279,-1 for getting cluster id 2024-11-24T07:22:16,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:16,079 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efac54ef-0c20-414b-8004-db9cb7df2461' 2024-11-24T07:22:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:16,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efac54ef-0c20-414b-8004-db9cb7df2461" 2024-11-24T07:22:16,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db8de41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:16,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40279,-1] 2024-11-24T07:22:16,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:16,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:16,081 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:16,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b935b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:16,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43499,1732432932789, seqNum=-1] 2024-11-24T07:22:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:16,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:16,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,40279,1732432932582 2024-11-24T07:22:16,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63700 2024-11-24T07:22:16,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:16,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016bb8a1150002 connected 2024-11-24T07:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/hadoop.log.dir so I do NOT create it in target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f 2024-11-24T07:22:16,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/hadoop.tmp.dir so I do NOT create it in target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f 2024-11-24T07:22:16,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:22:16,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f 2024-11-24T07:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:22:16,117 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/cluster_2ca3a86b-6873-2e29-5d4b-cd2aa1ce739f, deleteOnExit=true 2024-11-24T07:22:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:22:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/test.cache.data in system properties and HBase conf 2024-11-24T07:22:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:22:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:22:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:22:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:22:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:22:16,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:22:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:22:16,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:22:16,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:16,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:22:16,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:22:16,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:22:16,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:22:16,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:16,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5377945c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:22:16,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75ee3762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:22:16,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ec7742b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/java.io.tmpdir/jetty-localhost-37845-hadoop-hdfs-3_4_1-tests_jar-_-any-17516233188069451834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:22:16,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@695f4bcd{HTTP/1.1, (http/1.1)}{localhost:37845} 2024-11-24T07:22:16,621 INFO [Time-limited test {}] server.Server(415): Started @328386ms 2024-11-24T07:22:16,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:16,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:22:16,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:22:16,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:22:16,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:22:16,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@144fabf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:22:16,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30752fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:22:17,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5219c82a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/java.io.tmpdir/jetty-localhost-33665-hadoop-hdfs-3_4_1-tests_jar-_-any-11423570239057686766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:22:17,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a7b84ee{HTTP/1.1, (http/1.1)}{localhost:33665} 2024-11-24T07:22:17,060 INFO [Time-limited test {}] server.Server(415): Started @328825ms 2024-11-24T07:22:17,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:22:17,974 WARN [Thread-4422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/cluster_2ca3a86b-6873-2e29-5d4b-cd2aa1ce739f/data/data1/current/BP-761548487-172.17.0.3-1732432936139/current, will proceed with Du for space computation calculation, 2024-11-24T07:22:17,974 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/cluster_2ca3a86b-6873-2e29-5d4b-cd2aa1ce739f/data/data2/current/BP-761548487-172.17.0.3-1732432936139/current, will proceed with Du for space computation calculation, 2024-11-24T07:22:17,994 WARN [Thread-4410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:22:17,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d1abdc4e56e29f1 with lease ID 0xadd294f3c2b3c623: Processing first storage report for DS-8fa46904-0081-4120-ae0f-8a698fffddef from datanode DatanodeRegistration(127.0.0.1:39805, datanodeUuid=4efd8326-26e4-403f-9843-bb8c449040a5, infoPort=38323, infoSecurePort=0, ipcPort=38551, storageInfo=lv=-57;cid=testClusterID;nsid=2142332644;c=1732432936139) 2024-11-24T07:22:17,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d1abdc4e56e29f1 with lease ID 0xadd294f3c2b3c623: from storage DS-8fa46904-0081-4120-ae0f-8a698fffddef node DatanodeRegistration(127.0.0.1:39805, datanodeUuid=4efd8326-26e4-403f-9843-bb8c449040a5, infoPort=38323, infoSecurePort=0, ipcPort=38551, storageInfo=lv=-57;cid=testClusterID;nsid=2142332644;c=1732432936139), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:22:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d1abdc4e56e29f1 with lease ID 0xadd294f3c2b3c623: Processing first storage report for DS-1ad40b37-2213-42ee-9aad-4c55c65fa104 from datanode DatanodeRegistration(127.0.0.1:39805, datanodeUuid=4efd8326-26e4-403f-9843-bb8c449040a5, infoPort=38323, infoSecurePort=0, ipcPort=38551, storageInfo=lv=-57;cid=testClusterID;nsid=2142332644;c=1732432936139) 2024-11-24T07:22:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d1abdc4e56e29f1 with lease ID 0xadd294f3c2b3c623: from storage DS-1ad40b37-2213-42ee-9aad-4c55c65fa104 node DatanodeRegistration(127.0.0.1:39805, datanodeUuid=4efd8326-26e4-403f-9843-bb8c449040a5, infoPort=38323, infoSecurePort=0, ipcPort=38551, storageInfo=lv=-57;cid=testClusterID;nsid=2142332644;c=1732432936139), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:22:18,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f 2024-11-24T07:22:18,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:18,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:18,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:22:18,503 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0 with version=8 2024-11-24T07:22:18,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/hbase-staging 2024-11-24T07:22:18,505 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:22:18,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:18,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:18,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:22:18,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:18,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:22:18,505 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:22:18,505 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:22:18,506 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36393 2024-11-24T07:22:18,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36393 connecting to ZooKeeper ensemble=127.0.0.1:63700 2024-11-24T07:22:18,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363930x0, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:18,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36393-0x1016bb8a1150003 connected 2024-11-24T07:22:18,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:18,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:18,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Set watcher on znode that does not yet exist, /11986881905/running 2024-11-24T07:22:18,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0, hbase.cluster.distributed=false 2024-11-24T07:22:18,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Set watcher on znode that does not yet exist, /11986881905/acl 2024-11-24T07:22:18,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-24T07:22:18,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36393 2024-11-24T07:22:18,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36393 2024-11-24T07:22:18,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-24T07:22:18,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-24T07:22:18,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:22:18,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:18,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:18,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:22:18,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:18,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:22:18,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:22:18,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:22:18,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37185 2024-11-24T07:22:18,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37185 connecting to ZooKeeper ensemble=127.0.0.1:63700 2024-11-24T07:22:18,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:18,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:18,683 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371850x0, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:18,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371850x0, quorum=127.0.0.1:63700, baseZNode=/11986881905 Set watcher on znode that does not yet exist, /11986881905/running 2024-11-24T07:22:18,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37185-0x1016bb8a1150004 connected 2024-11-24T07:22:18,684 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:22:18,684 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:22:18,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Set watcher on znode that does not yet exist, /11986881905/master 2024-11-24T07:22:18,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Set watcher on znode that does not yet exist, /11986881905/acl 2024-11-24T07:22:18,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37185 2024-11-24T07:22:18,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37185 2024-11-24T07:22:18,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37185 2024-11-24T07:22:18,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37185 2024-11-24T07:22:18,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37185 2024-11-24T07:22:18,705 DEBUG [M:0;1ab588ae992e:36393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:36393 2024-11-24T07:22:18,705 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11986881905/backup-masters/1ab588ae992e,36393,1732432938505 2024-11-24T07:22:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905/backup-masters 2024-11-24T07:22:18,794 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905/backup-masters 2024-11-24T07:22:18,794 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Set watcher on existing znode=/11986881905/backup-masters/1ab588ae992e,36393,1732432938505 2024-11-24T07:22:18,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:18,820 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11986881905/master 2024-11-24T07:22:18,820 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:18,820 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Set watcher on existing znode=/11986881905/master 2024-11-24T07:22:18,821 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11986881905/backup-masters/1ab588ae992e,36393,1732432938505 from backup master directory 2024-11-24T07:22:18,830 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905/backup-masters 2024-11-24T07:22:18,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11986881905/backup-masters/1ab588ae992e,36393,1732432938505 2024-11-24T07:22:18,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905/backup-masters 2024-11-24T07:22:18,830 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:22:18,830 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,36393,1732432938505 2024-11-24T07:22:18,833 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/hbase.id] with ID: 863168a8-2f8b-48df-960c-29b382e1b015 2024-11-24T07:22:18,833 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/.tmp/hbase.id 2024-11-24T07:22:18,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:22:19,236 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/.tmp/hbase.id]:[hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/hbase.id] 2024-11-24T07:22:19,243 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:19,243 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:22:19,244 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:22:19,294 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:19,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:19,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:22:19,700 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:22:19,701 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:22:19,710 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:22:20,159 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store 2024-11-24T07:22:20,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:22:20,191 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:20,191 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:22:20,191 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:20,191 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:20,191 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:22:20,191 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:20,191 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:20,191 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432940191Disabling compacts and flushes for region at 1732432940191Disabling writes for close at 1732432940191Writing region close event to WAL at 1732432940191Closed at 1732432940191 2024-11-24T07:22:20,192 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/.initializing 2024-11-24T07:22:20,192 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/WALs/1ab588ae992e,36393,1732432938505 2024-11-24T07:22:20,196 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:22:20,199 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C36393%2C1732432938505, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/WALs/1ab588ae992e,36393,1732432938505, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/oldWALs, maxLogs=10 2024-11-24T07:22:20,224 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/WALs/1ab588ae992e,36393,1732432938505/1ab588ae992e%2C36393%2C1732432938505.1732432940199, exclude list is [], retry=0 2024-11-24T07:22:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39805,DS-8fa46904-0081-4120-ae0f-8a698fffddef,DISK] 2024-11-24T07:22:20,237 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/WALs/1ab588ae992e,36393,1732432938505/1ab588ae992e%2C36393%2C1732432938505.1732432940199 2024-11-24T07:22:20,237 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38323:38323)] 2024-11-24T07:22:20,237 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:20,237 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:20,237 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,238 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:22:20,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:20,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:20,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:22:20,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:20,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:20,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:22:20,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:20,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:20,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:22:20,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:20,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:20,246 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,246 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,246 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,247 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,247 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,248 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:20,249 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:20,251 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:20,252 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71777310, jitterRate=0.06956526637077332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:20,252 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432940238Initializing all the Stores at 1732432940238Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432940238Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432940238Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432940238Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432940238Cleaning up temporary data from old regions at 1732432940247 (+9 ms)Region opened successfully at 1732432940252 (+5 ms) 2024-11-24T07:22:20,256 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:22:20,262 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f278499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:22:20,263 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:22:20,263 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:22:20,263 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:22:20,263 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:22:20,265 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T07:22:20,265 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:22:20,265 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:22:20,286 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:22:20,286 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Unable to get data of znode /11986881905/balancer because node does not exist (not necessarily an error) 2024-11-24T07:22:20,346 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11986881905/balancer already deleted, retry=false 2024-11-24T07:22:20,346 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:22:20,347 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Unable to get data of znode /11986881905/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:22:20,357 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11986881905/normalizer already deleted, retry=false 2024-11-24T07:22:20,357 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:22:20,358 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Unable to get data of znode /11986881905/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:22:20,367 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11986881905/switch/split already deleted, retry=false 2024-11-24T07:22:20,370 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Unable to get data of znode /11986881905/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:22:20,378 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11986881905/switch/merge already deleted, retry=false 2024-11-24T07:22:20,380 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Unable to get data of znode /11986881905/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:22:20,388 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11986881905/snapshot-cleanup already deleted, retry=false 2024-11-24T07:22:20,399 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11986881905/running 2024-11-24T07:22:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11986881905/running 2024-11-24T07:22:20,399 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:20,400 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,36393,1732432938505, sessionid=0x1016bb8a1150003, setting cluster-up flag (Was=false) 2024-11-24T07:22:20,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:20,420 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:20,451 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11986881905/flush-table-proc/acquired, /11986881905/flush-table-proc/reached, /11986881905/flush-table-proc/abort 2024-11-24T07:22:20,452 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,36393,1732432938505 2024-11-24T07:22:20,473 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:20,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:20,504 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11986881905/online-snapshot/acquired, /11986881905/online-snapshot/reached, /11986881905/online-snapshot/abort 2024-11-24T07:22:20,505 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,36393,1732432938505 2024-11-24T07:22:20,521 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:22:20,524 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:20,524 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:22:20,524 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:22:20,524 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,36393,1732432938505 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:22:20,525 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:20,525 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:20,525 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:20,525 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:20,526 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:22:20,526 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,526 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:22:20,526 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:20,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:22:20,544 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:20,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:22:20,567 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432970567 2024-11-24T07:22:20,567 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:22:20,567 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:22:20,567 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:22:20,567 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:22:20,567 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:22:20,567 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:22:20,572 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:22:20,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:22:20,579 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0 2024-11-24T07:22:20,580 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:22:20,580 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:22:20,580 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:22:20,580 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:22:20,586 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:22:20,586 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:22:20,586 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432940586,5,FailOnTimeoutGroup] 2024-11-24T07:22:20,586 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432940586,5,FailOnTimeoutGroup] 2024-11-24T07:22:20,586 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,586 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:22:20,586 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,586 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741832_1008 (size=32) 2024-11-24T07:22:20,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:20,600 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(746): ClusterId : 863168a8-2f8b-48df-960c-29b382e1b015 2024-11-24T07:22:20,600 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:22:20,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:22:20,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:22:20,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:20,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:20,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:22:20,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:22:20,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:20,612 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:22:20,612 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:22:20,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:20,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:22:20,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:22:20,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:20,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:20,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:22:20,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:22:20,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:20,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:20,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:22:20,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740 2024-11-24T07:22:20,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740 2024-11-24T07:22:20,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:22:20,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:22:20,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:20,621 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:22:20,621 DEBUG [RS:0;1ab588ae992e:37185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46220a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:22:20,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:22:20,634 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:20,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58772505, jitterRate=-0.12422142922878265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:20,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432940597Initializing all the Stores at 1732432940597Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432940597Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432940606 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432940606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432940606Cleaning up temporary data from old regions at 1732432940619 (+13 ms)Region opened successfully at 1732432940659 (+40 ms) 2024-11-24T07:22:20,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:22:20,659 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:22:20,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:22:20,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:22:20,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:22:20,669 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:20,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432940659Disabling compacts and flushes for region at 1732432940659Disabling writes for close at 1732432940659Writing region close event to WAL at 1732432940669 (+10 ms)Closed at 1732432940669 2024-11-24T07:22:20,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:20,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:22:20,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:22:20,671 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:22:20,672 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:22:20,678 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:37185 2024-11-24T07:22:20,678 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:22:20,678 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:22:20,678 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:22:20,679 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,36393,1732432938505 with port=37185, startcode=1732432938664 2024-11-24T07:22:20,679 DEBUG [RS:0;1ab588ae992e:37185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:22:20,681 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:22:20,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,37185,1732432938664 2024-11-24T07:22:20,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36393 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,37185,1732432938664 2024-11-24T07:22:20,682 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0 2024-11-24T07:22:20,682 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32857 2024-11-24T07:22:20,683 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:22:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905/rs 2024-11-24T07:22:20,774 DEBUG [RS:0;1ab588ae992e:37185 {}] zookeeper.ZKUtil(111): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Set watcher on existing znode=/11986881905/rs/1ab588ae992e,37185,1732432938664 2024-11-24T07:22:20,774 WARN [RS:0;1ab588ae992e:37185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:22:20,774 INFO [RS:0;1ab588ae992e:37185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:20,774 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/WALs/1ab588ae992e,37185,1732432938664 2024-11-24T07:22:20,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,37185,1732432938664] 2024-11-24T07:22:20,776 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:22:20,777 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:22:20,777 INFO [RS:0;1ab588ae992e:37185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:22:20,778 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,778 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:22:20,778 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:22:20,778 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,778 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,778 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,778 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,778 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,778 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,778 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:22:20,778 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,778 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,778 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,779 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,779 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,779 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:20,779 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:22:20,779 DEBUG [RS:0;1ab588ae992e:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:22:20,779 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,779 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,779 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,779 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,779 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,779 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37185,1732432938664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:22:20,792 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:22:20,792 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,37185,1732432938664-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,792 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,792 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.Replication(171): 1ab588ae992e,37185,1732432938664 started 2024-11-24T07:22:20,804 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:20,804 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,37185,1732432938664, RpcServer on 1ab588ae992e/172.17.0.3:37185, sessionid=0x1016bb8a1150004 2024-11-24T07:22:20,804 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:22:20,805 DEBUG [RS:0;1ab588ae992e:37185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,37185,1732432938664 2024-11-24T07:22:20,805 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,37185,1732432938664' 2024-11-24T07:22:20,805 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11986881905/flush-table-proc/abort' 2024-11-24T07:22:20,805 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11986881905/flush-table-proc/acquired' 2024-11-24T07:22:20,805 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:22:20,805 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:22:20,805 DEBUG [RS:0;1ab588ae992e:37185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,37185,1732432938664 2024-11-24T07:22:20,805 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,37185,1732432938664' 2024-11-24T07:22:20,805 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11986881905/online-snapshot/abort' 2024-11-24T07:22:20,806 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11986881905/online-snapshot/acquired' 2024-11-24T07:22:20,806 DEBUG [RS:0;1ab588ae992e:37185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:22:20,806 INFO [RS:0;1ab588ae992e:37185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:22:20,806 INFO [RS:0;1ab588ae992e:37185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:22:20,823 WARN [1ab588ae992e:36393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T07:22:20,906 INFO [RS:0;1ab588ae992e:37185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:22:20,907 INFO [RS:0;1ab588ae992e:37185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C37185%2C1732432938664, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/WALs/1ab588ae992e,37185,1732432938664, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/oldWALs, maxLogs=10 2024-11-24T07:22:20,920 DEBUG [RS:0;1ab588ae992e:37185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/WALs/1ab588ae992e,37185,1732432938664/1ab588ae992e%2C37185%2C1732432938664.1732432940908, exclude list is [], retry=0 2024-11-24T07:22:20,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39805,DS-8fa46904-0081-4120-ae0f-8a698fffddef,DISK] 2024-11-24T07:22:20,923 INFO [RS:0;1ab588ae992e:37185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/WALs/1ab588ae992e,37185,1732432938664/1ab588ae992e%2C37185%2C1732432938664.1732432940908 2024-11-24T07:22:20,923 DEBUG [RS:0;1ab588ae992e:37185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38323:38323)] 2024-11-24T07:22:20,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:20,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,073 DEBUG [1ab588ae992e:36393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:22:21,073 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,37185,1732432938664 2024-11-24T07:22:21,075 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,37185,1732432938664, state=OPENING 2024-11-24T07:22:21,094 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:22:21,104 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:21,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:21,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11986881905/meta-region-server: CHANGED 2024-11-24T07:22:21,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11986881905/meta-region-server: CHANGED 2024-11-24T07:22:21,106 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:22:21,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,37185,1732432938664}] 2024-11-24T07:22:21,259 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:22:21,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:22:21,263 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:22:21,263 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:21,263 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:22:21,264 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C37185%2C1732432938664.meta, suffix=.meta, logDir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/WALs/1ab588ae992e,37185,1732432938664, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/oldWALs, maxLogs=10 2024-11-24T07:22:21,278 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/WALs/1ab588ae992e,37185,1732432938664/1ab588ae992e%2C37185%2C1732432938664.meta.1732432941264.meta, exclude list is [], retry=0 2024-11-24T07:22:21,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39805,DS-8fa46904-0081-4120-ae0f-8a698fffddef,DISK] 2024-11-24T07:22:21,281 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/WALs/1ab588ae992e,37185,1732432938664/1ab588ae992e%2C37185%2C1732432938664.meta.1732432941264.meta 2024-11-24T07:22:21,281 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38323:38323)] 2024-11-24T07:22:21,281 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:21,282 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:22:21,282 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:22:21,282 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:22:21,282 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:22:21,282 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:22:21,282 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:21,282 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:22:21,282 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:22:21,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:22:21,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:22:21,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:21,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:21,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:22:21,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:22:21,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:21,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:21,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:22:21,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:22:21,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:21,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:21,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:22:21,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:22:21,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:21,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:21,286 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:22:21,287 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740 2024-11-24T07:22:21,287 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740 2024-11-24T07:22:21,288 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:22:21,288 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:22:21,289 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:21,290 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:22:21,290 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64697573, jitterRate=-0.03593103587627411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:21,290 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:22:21,290 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432941282Writing region info on filesystem at 1732432941282Initializing all the Stores at 1732432941283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432941283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432941283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432941283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432941283Cleaning up temporary data from old regions at 1732432941288 (+5 ms)Running coprocessor post-open hooks at 1732432941290 (+2 ms)Region opened successfully at 1732432941290 2024-11-24T07:22:21,291 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432941259 2024-11-24T07:22:21,293 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:22:21,293 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:22:21,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,37185,1732432938664 2024-11-24T07:22:21,293 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,37185,1732432938664, state=OPEN 2024-11-24T07:22:21,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11986881905/meta-region-server 2024-11-24T07:22:21,336 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11986881905/meta-region-server 2024-11-24T07:22:21,336 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,37185,1732432938664 2024-11-24T07:22:21,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11986881905/meta-region-server: CHANGED 2024-11-24T07:22:21,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11986881905/meta-region-server: CHANGED 2024-11-24T07:22:21,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:22:21,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,37185,1732432938664 in 230 msec 2024-11-24T07:22:21,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:22:21,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 668 msec 2024-11-24T07:22:21,339 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:21,339 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:22:21,340 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:21,340 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,37185,1732432938664, seqNum=-1] 2024-11-24T07:22:21,341 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:21,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:21,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 821 msec 2024-11-24T07:22:21,345 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432941345, completionTime=-1 2024-11-24T07:22:21,345 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:22:21,345 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:22:21,346 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:22:21,346 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732433001346 2024-11-24T07:22:21,346 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732433061346 2024-11-24T07:22:21,346 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:22:21,347 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36393,1732432938505-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:21,347 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36393,1732432938505-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:21,347 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36393,1732432938505-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:21,347 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:36393, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:21,347 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:21,350 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:21,353 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:22:21,358 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.528sec 2024-11-24T07:22:21,358 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:22:21,358 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:22:21,358 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:22:21,358 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:22:21,358 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:22:21,358 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36393,1732432938505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:22:21,358 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36393,1732432938505-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:22:21,365 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:22:21,365 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:22:21,365 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,36393,1732432938505-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:21,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a74079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:21,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,36393,-1 for getting cluster id 2024-11-24T07:22:21,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:21,401 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '863168a8-2f8b-48df-960c-29b382e1b015' 2024-11-24T07:22:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "863168a8-2f8b-48df-960c-29b382e1b015" 2024-11-24T07:22:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c13bb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,36393,-1] 2024-11-24T07:22:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:21,402 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:21,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c728d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:21,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,37185,1732432938664, seqNum=-1] 2024-11-24T07:22:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:21,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:21,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,36393,1732432938505 2024-11-24T07:22:21,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63700 2024-11-24T07:22:21,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:22:21,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:21,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016bb8a1150005 connected 2024-11-24T07:22:21,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:21,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/hadoop.log.dir so I do NOT create it in target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29 2024-11-24T07:22:21,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T07:22:21,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/hadoop.tmp.dir so I do NOT create it in target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29 2024-11-24T07:22:21,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T07:22:21,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29 2024-11-24T07:22:21,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:22:21,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/cluster_d1baa262-6014-a91d-b41c-0749bed8dc3c, deleteOnExit=true 2024-11-24T07:22:21,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:22:21,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/test.cache.data in system properties and HBase conf 2024-11-24T07:22:21,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:22:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:22:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:22:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:22:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:22:21,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:22:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:22:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:22:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:22:21,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:22:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:22:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:22:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:22:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:22:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:22:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:22:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:22:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:22:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:22:21,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:22:24,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:24,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:22:24,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:22:24,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:22:24,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:22:24,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:24,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@245daef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:22:24,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@508910d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:22:24,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4575d2bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/java.io.tmpdir/jetty-localhost-33493-hadoop-hdfs-3_4_1-tests_jar-_-any-4666847543756627610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:22:24,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35324f14{HTTP/1.1, (http/1.1)}{localhost:33493} 2024-11-24T07:22:24,357 INFO [Time-limited test {}] server.Server(415): Started @336122ms 2024-11-24T07:22:24,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:22:24,635 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:22:24,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:22:24,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:22:24,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:22:24,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25ce72a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:22:24,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34405464{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:22:24,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@561959e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/java.io.tmpdir/jetty-localhost-40697-hadoop-hdfs-3_4_1-tests_jar-_-any-15041982899963894548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:22:24,759 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b1596a{HTTP/1.1, (http/1.1)}{localhost:40697} 2024-11-24T07:22:24,759 INFO [Time-limited test {}] server.Server(415): Started @336524ms 2024-11-24T07:22:24,761 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:22:25,560 WARN [Thread-4543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/cluster_d1baa262-6014-a91d-b41c-0749bed8dc3c/data/data1/current/BP-789116149-172.17.0.3-1732432941875/current, will proceed with Du for space computation calculation, 2024-11-24T07:22:25,560 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/cluster_d1baa262-6014-a91d-b41c-0749bed8dc3c/data/data2/current/BP-789116149-172.17.0.3-1732432941875/current, will proceed with Du for space computation calculation, 2024-11-24T07:22:25,578 WARN [Thread-4531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:22:25,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x996f1d3caa22d70e with lease ID 0x9efedef0bb695d61: Processing first storage report for DS-f019724e-e6d1-4c15-a094-aebe4e5df8fb from datanode DatanodeRegistration(127.0.0.1:35785, datanodeUuid=12bef8cd-b0bc-4916-ab1e-ace922ee8964, infoPort=40011, infoSecurePort=0, ipcPort=34371, storageInfo=lv=-57;cid=testClusterID;nsid=1703971476;c=1732432941875) 2024-11-24T07:22:25,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x996f1d3caa22d70e with lease ID 0x9efedef0bb695d61: from storage DS-f019724e-e6d1-4c15-a094-aebe4e5df8fb node DatanodeRegistration(127.0.0.1:35785, datanodeUuid=12bef8cd-b0bc-4916-ab1e-ace922ee8964, infoPort=40011, infoSecurePort=0, ipcPort=34371, storageInfo=lv=-57;cid=testClusterID;nsid=1703971476;c=1732432941875), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:22:25,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x996f1d3caa22d70e with lease ID 0x9efedef0bb695d61: Processing first storage report for DS-88528a5f-f9f5-4a8e-afcf-1c15881346f7 from datanode DatanodeRegistration(127.0.0.1:35785, datanodeUuid=12bef8cd-b0bc-4916-ab1e-ace922ee8964, infoPort=40011, infoSecurePort=0, ipcPort=34371, storageInfo=lv=-57;cid=testClusterID;nsid=1703971476;c=1732432941875) 2024-11-24T07:22:25,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x996f1d3caa22d70e with lease ID 0x9efedef0bb695d61: from storage DS-88528a5f-f9f5-4a8e-afcf-1c15881346f7 node DatanodeRegistration(127.0.0.1:35785, datanodeUuid=12bef8cd-b0bc-4916-ab1e-ace922ee8964, infoPort=40011, infoSecurePort=0, ipcPort=34371, storageInfo=lv=-57;cid=testClusterID;nsid=1703971476;c=1732432941875), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T07:22:25,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29 2024-11-24T07:22:25,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:25,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:22:25,599 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62 with version=8 2024-11-24T07:22:25,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/hbase-staging 2024-11-24T07:22:25,602 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:22:25,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:25,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:25,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:22:25,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:25,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:22:25,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:22:25,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:22:25,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45927 2024-11-24T07:22:25,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45927 connecting to ZooKeeper ensemble=127.0.0.1:63700 2024-11-24T07:22:25,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459270x0, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:25,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45927-0x1016bb8a1150006 connected 2024-11-24T07:22:25,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:25,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:25,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Set watcher on znode that does not yet exist, /2-919331215/running 2024-11-24T07:22:25,707 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62, hbase.cluster.distributed=false 2024-11-24T07:22:25,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Set watcher on znode that does not yet exist, /2-919331215/acl 2024-11-24T07:22:25,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45927 2024-11-24T07:22:25,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45927 2024-11-24T07:22:25,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45927 2024-11-24T07:22:25,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45927 2024-11-24T07:22:25,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45927 2024-11-24T07:22:25,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:22:25,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:25,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:25,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:22:25,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:22:25,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:22:25,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:22:25,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:22:25,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46249 2024-11-24T07:22:25,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46249 connecting to ZooKeeper ensemble=127.0.0.1:63700 2024-11-24T07:22:25,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:25,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:25,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462490x0, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:25,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462490x0, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Set watcher on znode that does not yet exist, /2-919331215/running 2024-11-24T07:22:25,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46249-0x1016bb8a1150007 connected 2024-11-24T07:22:25,736 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:22:25,736 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:22:25,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Set watcher on znode that does not yet exist, /2-919331215/master 2024-11-24T07:22:25,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Set watcher on znode that does not yet exist, /2-919331215/acl 2024-11-24T07:22:25,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46249 2024-11-24T07:22:25,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46249 2024-11-24T07:22:25,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46249 2024-11-24T07:22:25,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46249 2024-11-24T07:22:25,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46249 2024-11-24T07:22:25,754 DEBUG [M:0;1ab588ae992e:45927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:45927 2024-11-24T07:22:25,754 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-919331215/backup-masters/1ab588ae992e,45927,1732432945602 2024-11-24T07:22:25,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215/backup-masters 2024-11-24T07:22:25,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215/backup-masters 2024-11-24T07:22:25,767 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Set watcher on existing znode=/2-919331215/backup-masters/1ab588ae992e,45927,1732432945602 2024-11-24T07:22:25,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-919331215/master 2024-11-24T07:22:25,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:25,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:25,778 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Set watcher on existing znode=/2-919331215/master 2024-11-24T07:22:25,778 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-919331215/backup-masters/1ab588ae992e,45927,1732432945602 from backup master directory 2024-11-24T07:22:25,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215/backup-masters 2024-11-24T07:22:25,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-919331215/backup-masters/1ab588ae992e,45927,1732432945602 2024-11-24T07:22:25,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215/backup-masters 2024-11-24T07:22:25,788 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:22:25,788 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,45927,1732432945602 2024-11-24T07:22:25,790 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/hbase.id] with ID: a54e472c-1d11-461c-a510-98481b5e9cb7 2024-11-24T07:22:25,790 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/.tmp/hbase.id 2024-11-24T07:22:25,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:22:26,194 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/.tmp/hbase.id]:[hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/hbase.id] 2024-11-24T07:22:26,201 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:26,201 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:22:26,202 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T07:22:26,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:26,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:26,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:22:26,255 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:22:26,256 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:22:26,257 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:22:26,664 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store 2024-11-24T07:22:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:22:26,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:22:26,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:26,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:27,070 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:27,070 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:22:27,070 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:27,070 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:27,070 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:22:27,070 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:27,070 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:27,070 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432947070Disabling compacts and flushes for region at 1732432947070Disabling writes for close at 1732432947070Writing region close event to WAL at 1732432947070Closed at 1732432947070 2024-11-24T07:22:27,071 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/.initializing 2024-11-24T07:22:27,071 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/WALs/1ab588ae992e,45927,1732432945602 2024-11-24T07:22:27,071 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:22:27,073 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C45927%2C1732432945602, suffix=, logDir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/WALs/1ab588ae992e,45927,1732432945602, archiveDir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/oldWALs, maxLogs=10 2024-11-24T07:22:27,086 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/WALs/1ab588ae992e,45927,1732432945602/1ab588ae992e%2C45927%2C1732432945602.1732432947073, exclude list is [], retry=0 2024-11-24T07:22:27,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35785,DS-f019724e-e6d1-4c15-a094-aebe4e5df8fb,DISK] 2024-11-24T07:22:27,089 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/WALs/1ab588ae992e,45927,1732432945602/1ab588ae992e%2C45927%2C1732432945602.1732432947073 2024-11-24T07:22:27,090 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40011:40011)] 2024-11-24T07:22:27,090 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:27,090 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:27,090 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,090 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:22:27,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:27,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:27,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:22:27,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:27,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:27,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:22:27,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:27,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:27,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:22:27,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:27,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:27,098 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,099 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,100 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,101 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,101 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,102 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:27,103 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:22:27,104 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:27,105 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61003163, jitterRate=-0.09098203480243683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:27,105 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432947090Initializing all the Stores at 1732432947091 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432947091Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432947091Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432947091Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432947091Cleaning up temporary data from old regions at 1732432947101 (+10 ms)Region opened successfully at 1732432947105 (+4 ms) 2024-11-24T07:22:27,108 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:22:27,110 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cde5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:22:27,111 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:22:27,111 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:22:27,111 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:22:27,111 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:22:27,112 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T07:22:27,112 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T07:22:27,112 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:22:27,113 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:22:27,114 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Unable to get data of znode /2-919331215/balancer because node does not exist (not necessarily an error) 2024-11-24T07:22:27,177 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-919331215/balancer already deleted, retry=false 2024-11-24T07:22:27,178 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:22:27,179 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Unable to get data of znode /2-919331215/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:22:27,188 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-919331215/normalizer already deleted, retry=false 2024-11-24T07:22:27,188 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:22:27,189 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Unable to get data of znode /2-919331215/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:22:27,198 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-919331215/switch/split already deleted, retry=false 2024-11-24T07:22:27,199 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Unable to get data of znode /2-919331215/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:22:27,209 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-919331215/switch/merge already deleted, retry=false 2024-11-24T07:22:27,211 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Unable to get data of znode /2-919331215/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:22:27,219 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-919331215/snapshot-cleanup already deleted, retry=false 2024-11-24T07:22:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-919331215/running 2024-11-24T07:22:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-919331215/running 2024-11-24T07:22:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:27,230 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,45927,1732432945602, sessionid=0x1016bb8a1150006, setting cluster-up flag (Was=false) 2024-11-24T07:22:27,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:27,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:27,283 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-919331215/flush-table-proc/acquired, /2-919331215/flush-table-proc/reached, /2-919331215/flush-table-proc/abort 2024-11-24T07:22:27,284 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,45927,1732432945602 2024-11-24T07:22:27,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:27,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:27,335 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-919331215/online-snapshot/acquired, /2-919331215/online-snapshot/reached, /2-919331215/online-snapshot/abort 2024-11-24T07:22:27,336 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,45927,1732432945602 2024-11-24T07:22:27,337 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:22:27,338 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:27,338 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:22:27,338 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:22:27,338 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,45927,1732432945602 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:22:27,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:27,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:27,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:27,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:22:27,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:22:27,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:22:27,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:27,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:22:27,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:27,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:22:27,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432977348 2024-11-24T07:22:27,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:22:27,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:22:27,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:22:27,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:22:27,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:22:27,348 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:22:27,352 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,353 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:22:27,353 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:22:27,353 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:22:27,353 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T07:22:27,353 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(746): ClusterId : a54e472c-1d11-461c-a510-98481b5e9cb7 2024-11-24T07:22:27,353 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:22:27,357 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:22:27,357 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:22:27,360 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:22:27,360 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:22:27,363 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432947360,5,FailOnTimeoutGroup] 2024-11-24T07:22:27,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:22:27,364 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432947363,5,FailOnTimeoutGroup] 2024-11-24T07:22:27,364 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,364 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:22:27,364 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,364 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,367 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:22:27,368 DEBUG [RS:0;1ab588ae992e:46249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f40917d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:22:27,382 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:46249 2024-11-24T07:22:27,382 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:22:27,382 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:22:27,382 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:22:27,383 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,45927,1732432945602 with port=46249, startcode=1732432945723 2024-11-24T07:22:27,383 DEBUG [RS:0;1ab588ae992e:46249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:22:27,384 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:22:27,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,46249,1732432945723 2024-11-24T07:22:27,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45927 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,46249,1732432945723 2024-11-24T07:22:27,386 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62 2024-11-24T07:22:27,386 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41783 2024-11-24T07:22:27,386 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:22:27,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215/rs 2024-11-24T07:22:27,455 DEBUG [RS:0;1ab588ae992e:46249 {}] zookeeper.ZKUtil(111): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Set watcher on existing znode=/2-919331215/rs/1ab588ae992e,46249,1732432945723 2024-11-24T07:22:27,455 WARN [RS:0;1ab588ae992e:46249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:22:27,455 INFO [RS:0;1ab588ae992e:46249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:27,455 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/WALs/1ab588ae992e,46249,1732432945723 2024-11-24T07:22:27,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,46249,1732432945723] 2024-11-24T07:22:27,457 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:22:27,459 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:22:27,459 INFO [RS:0;1ab588ae992e:46249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:22:27,459 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,460 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:22:27,460 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:22:27,460 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:22:27,461 DEBUG [RS:0;1ab588ae992e:46249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:22:27,463 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,463 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,463 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,463 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,463 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,463 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46249,1732432945723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:22:27,476 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:22:27,476 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,46249,1732432945723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,476 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,476 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.Replication(171): 1ab588ae992e,46249,1732432945723 started 2024-11-24T07:22:27,489 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:27,489 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,46249,1732432945723, RpcServer on 1ab588ae992e/172.17.0.3:46249, sessionid=0x1016bb8a1150007 2024-11-24T07:22:27,489 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:22:27,489 DEBUG [RS:0;1ab588ae992e:46249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,46249,1732432945723 2024-11-24T07:22:27,489 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,46249,1732432945723' 2024-11-24T07:22:27,489 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-919331215/flush-table-proc/abort' 2024-11-24T07:22:27,490 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-919331215/flush-table-proc/acquired' 2024-11-24T07:22:27,490 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:22:27,490 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:22:27,490 DEBUG [RS:0;1ab588ae992e:46249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,46249,1732432945723 2024-11-24T07:22:27,490 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,46249,1732432945723' 2024-11-24T07:22:27,490 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-919331215/online-snapshot/abort' 2024-11-24T07:22:27,490 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-919331215/online-snapshot/acquired' 2024-11-24T07:22:27,491 DEBUG [RS:0;1ab588ae992e:46249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:22:27,491 INFO [RS:0;1ab588ae992e:46249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:22:27,491 INFO [RS:0;1ab588ae992e:46249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:22:27,591 INFO [RS:0;1ab588ae992e:46249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:22:27,592 INFO [RS:0;1ab588ae992e:46249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C46249%2C1732432945723, suffix=, logDir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/WALs/1ab588ae992e,46249,1732432945723, archiveDir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/oldWALs, maxLogs=10 2024-11-24T07:22:27,605 DEBUG [RS:0;1ab588ae992e:46249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/WALs/1ab588ae992e,46249,1732432945723/1ab588ae992e%2C46249%2C1732432945723.1732432947593, exclude list is [], retry=0 2024-11-24T07:22:27,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35785,DS-f019724e-e6d1-4c15-a094-aebe4e5df8fb,DISK] 2024-11-24T07:22:27,608 INFO [RS:0;1ab588ae992e:46249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/WALs/1ab588ae992e,46249,1732432945723/1ab588ae992e%2C46249%2C1732432945723.1732432947593 2024-11-24T07:22:27,608 DEBUG [RS:0;1ab588ae992e:46249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40011:40011)] 2024-11-24T07:22:27,765 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:22:27,765 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62 2024-11-24T07:22:27,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:22:28,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:28,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:22:28,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:22:28,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:28,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:28,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:22:28,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:22:28,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:28,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:28,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:22:28,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:22:28,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:28,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:28,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:22:28,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:22:28,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:28,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:28,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:22:28,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740 2024-11-24T07:22:28,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740 2024-11-24T07:22:28,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:22:28,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:22:28,180 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:28,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:22:28,182 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:28,182 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75442702, jitterRate=0.12418386340141296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:28,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432948170Initializing all the Stores at 1732432948171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432948171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432948171Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432948172 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432948172Cleaning up temporary data from old regions at 1732432948179 (+7 ms)Region opened successfully at 1732432948182 (+3 ms) 2024-11-24T07:22:28,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:22:28,182 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:22:28,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:22:28,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:22:28,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:22:28,183 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:28,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432948182Disabling compacts and flushes for region at 1732432948182Disabling writes for close at 1732432948182Writing region close event to WAL at 1732432948183 (+1 ms)Closed at 1732432948183 2024-11-24T07:22:28,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:28,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:22:28,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:22:28,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:22:28,185 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:22:28,335 DEBUG [1ab588ae992e:45927 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:22:28,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,46249,1732432945723 2024-11-24T07:22:28,337 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,46249,1732432945723, state=OPENING 2024-11-24T07:22:28,398 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:22:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:28,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-919331215/meta-region-server: CHANGED 2024-11-24T07:22:28,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-919331215/meta-region-server: CHANGED 2024-11-24T07:22:28,409 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:22:28,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,46249,1732432945723}] 2024-11-24T07:22:28,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:22:28,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:22:28,565 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:22:28,565 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:28,565 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:22:28,566 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C46249%2C1732432945723.meta, suffix=.meta, logDir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/WALs/1ab588ae992e,46249,1732432945723, archiveDir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/oldWALs, maxLogs=10 2024-11-24T07:22:28,583 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/WALs/1ab588ae992e,46249,1732432945723/1ab588ae992e%2C46249%2C1732432945723.meta.1732432948567.meta, exclude list is [], retry=0 2024-11-24T07:22:28,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35785,DS-f019724e-e6d1-4c15-a094-aebe4e5df8fb,DISK] 2024-11-24T07:22:28,586 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/WALs/1ab588ae992e,46249,1732432945723/1ab588ae992e%2C46249%2C1732432945723.meta.1732432948567.meta 2024-11-24T07:22:28,586 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40011:40011)] 2024-11-24T07:22:28,586 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:28,586 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:22:28,587 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:22:28,587 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:22:28,587 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:22:28,587 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:22:28,587 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:28,587 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:22:28,587 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:22:28,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:22:28,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:22:28,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:28,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:28,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:22:28,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:22:28,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:28,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:28,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:22:28,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:22:28,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:28,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:28,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:22:28,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:22:28,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:28,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:22:28,591 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:22:28,591 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740 2024-11-24T07:22:28,592 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740 2024-11-24T07:22:28,592 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:22:28,592 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:22:28,593 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:22:28,594 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:22:28,594 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72041878, jitterRate=0.0735076367855072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:22:28,594 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:22:28,594 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432948587Writing region info on filesystem at 1732432948587Initializing all the Stores at 1732432948588 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432948588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432948588Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432948588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432948588Cleaning up temporary data from old regions at 1732432948592 (+4 ms)Running coprocessor post-open hooks at 1732432948594 (+2 ms)Region opened successfully at 1732432948594 2024-11-24T07:22:28,595 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432948561 2024-11-24T07:22:28,596 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:22:28,597 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:22:28,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,46249,1732432945723 2024-11-24T07:22:28,597 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,46249,1732432945723, state=OPEN 2024-11-24T07:22:28,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-919331215/meta-region-server 2024-11-24T07:22:28,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-919331215/meta-region-server 2024-11-24T07:22:28,619 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,46249,1732432945723 2024-11-24T07:22:28,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-919331215/meta-region-server: CHANGED 2024-11-24T07:22:28,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-919331215/meta-region-server: CHANGED 2024-11-24T07:22:28,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:22:28,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,46249,1732432945723 in 210 msec 2024-11-24T07:22:28,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:22:28,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-24T07:22:28,623 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:22:28,623 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:22:28,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:28,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46249,1732432945723, seqNum=-1] 2024-11-24T07:22:28,625 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:28,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:28,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-24T07:22:28,629 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432948629, completionTime=-1 2024-11-24T07:22:28,629 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:22:28,629 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:22:28,631 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:22:28,631 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732433008631 2024-11-24T07:22:28,631 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732433068631 2024-11-24T07:22:28,631 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T07:22:28,631 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45927,1732432945602-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:28,631 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45927,1732432945602-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:28,631 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45927,1732432945602-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:28,631 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:45927, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:28,631 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:28,632 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:28,633 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:22:28,635 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.847sec 2024-11-24T07:22:28,635 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:22:28,635 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:22:28,635 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:22:28,635 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:22:28,635 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:22:28,635 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45927,1732432945602-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:22:28,635 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45927,1732432945602-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:22:28,637 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:22:28,637 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:22:28,637 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45927,1732432945602-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:22:28,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546f1e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:28,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45927,-1 for getting cluster id 2024-11-24T07:22:28,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:28,656 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a54e472c-1d11-461c-a510-98481b5e9cb7' 2024-11-24T07:22:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a54e472c-1d11-461c-a510-98481b5e9cb7" 2024-11-24T07:22:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be025a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45927,-1] 2024-11-24T07:22:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:28,657 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:28,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f06f8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:28,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:28,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46249,1732432945723, seqNum=-1] 2024-11-24T07:22:28,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:28,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:28,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,45927,1732432945602 2024-11-24T07:22:28,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63700 2024-11-24T07:22:28,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:22:28,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016bb8a1150008 connected 2024-11-24T07:22:28,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,40279,1732432932582 2024-11-24T07:22:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc2ff89 2024-11-24T07:22:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:28,686 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:28,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:22:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:22:28,688 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:22:28,688 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:28,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:22:28,689 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:22:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:28,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:22:28,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49ca766ed66b5c3c12a84e713ed6f20a, NAME => 'test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074 2024-11-24T07:22:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:22:28,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:28,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 49ca766ed66b5c3c12a84e713ed6f20a, disabling compactions & flushes 2024-11-24T07:22:28,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:28,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:28,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. after waiting 0 ms 2024-11-24T07:22:28,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:28,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:28,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49ca766ed66b5c3c12a84e713ed6f20a: Waiting for close lock at 1732432948710Disabling compacts and flushes for region at 1732432948710Disabling writes for close at 1732432948710Writing region close event to WAL at 1732432948710Closed at 1732432948710 2024-11-24T07:22:28,711 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:22:28,711 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432948711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432948711"}]},"ts":"1732432948711"} 2024-11-24T07:22:28,712 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:22:28,713 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:22:28,713 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432948713"}]},"ts":"1732432948713"} 2024-11-24T07:22:28,715 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:22:28,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49ca766ed66b5c3c12a84e713ed6f20a, ASSIGN}] 2024-11-24T07:22:28,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49ca766ed66b5c3c12a84e713ed6f20a, ASSIGN 2024-11-24T07:22:28,716 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=49ca766ed66b5c3c12a84e713ed6f20a, ASSIGN; state=OFFLINE, location=1ab588ae992e,43499,1732432932789; forceNewPlan=false, retain=false 2024-11-24T07:22:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:28,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49ca766ed66b5c3c12a84e713ed6f20a, regionState=OPENING, regionLocation=1ab588ae992e,43499,1732432932789 2024-11-24T07:22:28,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=49ca766ed66b5c3c12a84e713ed6f20a, ASSIGN because future has completed 2024-11-24T07:22:28,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49ca766ed66b5c3c12a84e713ed6f20a, server=1ab588ae992e,43499,1732432932789}] 2024-11-24T07:22:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:29,025 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:29,026 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49ca766ed66b5c3c12a84e713ed6f20a, NAME => 'test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:29,026 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:22:29,026 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:22:29,026 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,026 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:29,026 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,026 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,027 INFO [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,028 INFO [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ca766ed66b5c3c12a84e713ed6f20a columnFamilyName f 2024-11-24T07:22:29,028 DEBUG [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:29,028 INFO [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] regionserver.HStore(327): Store=49ca766ed66b5c3c12a84e713ed6f20a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:29,028 INFO [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,029 INFO [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ca766ed66b5c3c12a84e713ed6f20a columnFamilyName f1 2024-11-24T07:22:29,029 DEBUG [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:29,029 INFO [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] regionserver.HStore(327): Store=49ca766ed66b5c3c12a84e713ed6f20a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:29,029 INFO [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,030 INFO [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ca766ed66b5c3c12a84e713ed6f20a columnFamilyName norep 2024-11-24T07:22:29,030 DEBUG [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:29,030 INFO [StoreOpener-49ca766ed66b5c3c12a84e713ed6f20a-1 {}] regionserver.HStore(327): Store=49ca766ed66b5c3c12a84e713ed6f20a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:29,031 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,031 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,031 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,032 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,032 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,032 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:22:29,033 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,034 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:29,034 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49ca766ed66b5c3c12a84e713ed6f20a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66124324, jitterRate=-0.014670789241790771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:22:29,034 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:29,034 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49ca766ed66b5c3c12a84e713ed6f20a: Running coprocessor pre-open hook at 1732432949026Writing region info on filesystem at 1732432949026Initializing all the Stores at 1732432949027 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432949027Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432949027Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432949027Cleaning up temporary data from old regions at 1732432949032 (+5 ms)Running coprocessor post-open hooks at 1732432949034 (+2 ms)Region opened successfully at 1732432949034 2024-11-24T07:22:29,035 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., pid=6, masterSystemTime=1732432949022 2024-11-24T07:22:29,036 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:29,036 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:29,037 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49ca766ed66b5c3c12a84e713ed6f20a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,43499,1732432932789 2024-11-24T07:22:29,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49ca766ed66b5c3c12a84e713ed6f20a, server=1ab588ae992e,43499,1732432932789 because future has completed 2024-11-24T07:22:29,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:22:29,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49ca766ed66b5c3c12a84e713ed6f20a, server=1ab588ae992e,43499,1732432932789 in 169 msec 2024-11-24T07:22:29,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:22:29,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=49ca766ed66b5c3c12a84e713ed6f20a, ASSIGN in 326 msec 2024-11-24T07:22:29,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:22:29,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432949043"}]},"ts":"1732432949043"} 2024-11-24T07:22:29,046 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:22:29,047 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:22:29,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 361 msec 2024-11-24T07:22:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:29,315 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:22:29,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:29,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,36393,1732432938505 2024-11-24T07:22:29,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34be29c0 2024-11-24T07:22:29,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:29,318 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:29,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:22:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:22:29,322 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:22:29,323 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:29,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:22:29,324 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:22:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:29,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:22:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:29,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2058f7b5d3c31feabfe060ca9f5dc1c, NAME => 'test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0 2024-11-24T07:22:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:22:29,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:29,885 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:22:29,886 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148883 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ab588ae992e,41825,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:41825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T07:22:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:30,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:30,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c2058f7b5d3c31feabfe060ca9f5dc1c, disabling compactions & flushes 2024-11-24T07:22:30,218 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:30,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:30,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. after waiting 0 ms 2024-11-24T07:22:30,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:30,218 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:30,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2058f7b5d3c31feabfe060ca9f5dc1c: Waiting for close lock at 1732432950217Disabling compacts and flushes for region at 1732432950217Disabling writes for close at 1732432950218 (+1 ms)Writing region close event to WAL at 1732432950218Closed at 1732432950218 2024-11-24T07:22:30,219 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:22:30,219 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432950219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432950219"}]},"ts":"1732432950219"} 2024-11-24T07:22:30,220 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:22:30,221 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:22:30,221 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432950221"}]},"ts":"1732432950221"} 2024-11-24T07:22:30,223 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:22:30,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2058f7b5d3c31feabfe060ca9f5dc1c, ASSIGN}] 2024-11-24T07:22:30,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2058f7b5d3c31feabfe060ca9f5dc1c, ASSIGN 2024-11-24T07:22:30,224 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c2058f7b5d3c31feabfe060ca9f5dc1c, ASSIGN; state=OFFLINE, location=1ab588ae992e,37185,1732432938664; forceNewPlan=false, retain=false 2024-11-24T07:22:30,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2058f7b5d3c31feabfe060ca9f5dc1c, regionState=OPENING, regionLocation=1ab588ae992e,37185,1732432938664 2024-11-24T07:22:30,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c2058f7b5d3c31feabfe060ca9f5dc1c, ASSIGN because future has completed 2024-11-24T07:22:30,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2058f7b5d3c31feabfe060ca9f5dc1c, server=1ab588ae992e,37185,1732432938664}] 2024-11-24T07:22:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:30,531 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:30,531 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c2058f7b5d3c31feabfe060ca9f5dc1c, NAME => 'test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:30,532 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:22:30,532 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:22:30,532 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,532 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:30,532 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,532 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,533 INFO [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,534 INFO [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2058f7b5d3c31feabfe060ca9f5dc1c columnFamilyName f 2024-11-24T07:22:30,534 DEBUG [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:30,535 INFO [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] regionserver.HStore(327): Store=c2058f7b5d3c31feabfe060ca9f5dc1c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:30,535 INFO [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,535 INFO [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2058f7b5d3c31feabfe060ca9f5dc1c columnFamilyName f1 2024-11-24T07:22:30,535 DEBUG [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:30,536 INFO [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] regionserver.HStore(327): Store=c2058f7b5d3c31feabfe060ca9f5dc1c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:30,536 INFO [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,537 INFO [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2058f7b5d3c31feabfe060ca9f5dc1c columnFamilyName norep 2024-11-24T07:22:30,537 DEBUG [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:30,537 INFO [StoreOpener-c2058f7b5d3c31feabfe060ca9f5dc1c-1 {}] regionserver.HStore(327): Store=c2058f7b5d3c31feabfe060ca9f5dc1c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:30,537 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,538 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,538 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,539 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,539 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,539 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:22:30,540 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,542 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:30,542 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c2058f7b5d3c31feabfe060ca9f5dc1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70399596, jitterRate=0.049035727977752686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:22:30,542 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:30,542 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c2058f7b5d3c31feabfe060ca9f5dc1c: Running coprocessor pre-open hook at 1732432950532Writing region info on filesystem at 1732432950532Initializing all the Stores at 1732432950533 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432950533Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432950533Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432950533Cleaning up temporary data from old regions at 1732432950539 (+6 ms)Running coprocessor post-open hooks at 1732432950542 (+3 ms)Region opened successfully at 1732432950542 2024-11-24T07:22:30,543 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c., pid=6, masterSystemTime=1732432950528 2024-11-24T07:22:30,545 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:30,545 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:30,545 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2058f7b5d3c31feabfe060ca9f5dc1c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,37185,1732432938664 2024-11-24T07:22:30,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2058f7b5d3c31feabfe060ca9f5dc1c, server=1ab588ae992e,37185,1732432938664 because future has completed 2024-11-24T07:22:30,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:22:30,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c2058f7b5d3c31feabfe060ca9f5dc1c, server=1ab588ae992e,37185,1732432938664 in 171 msec 2024-11-24T07:22:30,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:22:30,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c2058f7b5d3c31feabfe060ca9f5dc1c, ASSIGN in 327 msec 2024-11-24T07:22:30,552 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:22:30,552 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432950552"}]},"ts":"1732432950552"} 2024-11-24T07:22:30,554 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:22:30,555 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:22:30,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2360 sec 2024-11-24T07:22:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:31,475 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:22:31,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45927,1732432945602 2024-11-24T07:22:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5381a0fa 2024-11-24T07:22:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:31,476 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:31,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:22:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T07:22:31,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:22:31,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:31,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T07:22:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:31,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:22:31,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741835_1011 (size=902) 2024-11-24T07:22:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:31,896 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d018b2ce14734527f3caef6da994e94c, NAME => 'test,,1732432951477.d018b2ce14734527f3caef6da994e94c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62 2024-11-24T07:22:31,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741836_1012 (size=39) 2024-11-24T07:22:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:32,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732432951477.d018b2ce14734527f3caef6da994e94c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:32,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d018b2ce14734527f3caef6da994e94c, disabling compactions & flushes 2024-11-24T07:22:32,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:32,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:32,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732432951477.d018b2ce14734527f3caef6da994e94c. after waiting 0 ms 2024-11-24T07:22:32,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:32,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:32,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d018b2ce14734527f3caef6da994e94c: Waiting for close lock at 1732432952301Disabling compacts and flushes for region at 1732432952301Disabling writes for close at 1732432952301Writing region close event to WAL at 1732432952301Closed at 1732432952301 2024-11-24T07:22:32,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:22:32,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732432951477.d018b2ce14734527f3caef6da994e94c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732432952302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432952302"}]},"ts":"1732432952302"} 2024-11-24T07:22:32,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:22:32,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:22:32,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432952304"}]},"ts":"1732432952304"} 2024-11-24T07:22:32,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T07:22:32,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d018b2ce14734527f3caef6da994e94c, ASSIGN}] 2024-11-24T07:22:32,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d018b2ce14734527f3caef6da994e94c, ASSIGN 2024-11-24T07:22:32,307 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d018b2ce14734527f3caef6da994e94c, ASSIGN; state=OFFLINE, location=1ab588ae992e,46249,1732432945723; forceNewPlan=false, retain=false 2024-11-24T07:22:32,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d018b2ce14734527f3caef6da994e94c, regionState=OPENING, regionLocation=1ab588ae992e,46249,1732432945723 2024-11-24T07:22:32,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d018b2ce14734527f3caef6da994e94c, ASSIGN because future has completed 2024-11-24T07:22:32,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d018b2ce14734527f3caef6da994e94c, server=1ab588ae992e,46249,1732432945723}] 2024-11-24T07:22:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:32,667 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:32,667 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d018b2ce14734527f3caef6da994e94c, NAME => 'test,,1732432951477.d018b2ce14734527f3caef6da994e94c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:32,667 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:22:32,667 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T07:22:32,668 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,668 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732432951477.d018b2ce14734527f3caef6da994e94c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:32,668 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,668 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,669 INFO [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,670 INFO [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d018b2ce14734527f3caef6da994e94c columnFamilyName f 2024-11-24T07:22:32,670 DEBUG [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:32,670 INFO [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] regionserver.HStore(327): Store=d018b2ce14734527f3caef6da994e94c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:32,670 INFO [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,671 INFO [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d018b2ce14734527f3caef6da994e94c columnFamilyName f1 2024-11-24T07:22:32,671 DEBUG [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:32,672 INFO [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] regionserver.HStore(327): Store=d018b2ce14734527f3caef6da994e94c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:32,672 INFO [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,672 INFO [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d018b2ce14734527f3caef6da994e94c columnFamilyName norep 2024-11-24T07:22:32,672 DEBUG [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:32,673 INFO [StoreOpener-d018b2ce14734527f3caef6da994e94c-1 {}] regionserver.HStore(327): Store=d018b2ce14734527f3caef6da994e94c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:32,673 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,673 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,674 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,674 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,674 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,675 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:22:32,675 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,677 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:32,677 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d018b2ce14734527f3caef6da994e94c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70840948, jitterRate=0.055612385272979736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:22:32,677 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:32,677 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d018b2ce14734527f3caef6da994e94c: Running coprocessor pre-open hook at 1732432952668Writing region info on filesystem at 1732432952668Initializing all the Stores at 1732432952669 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432952669Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432952669Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432952669Cleaning up temporary data from old regions at 1732432952674 (+5 ms)Running coprocessor post-open hooks at 1732432952677 (+3 ms)Region opened successfully at 1732432952677 2024-11-24T07:22:32,678 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732432951477.d018b2ce14734527f3caef6da994e94c., pid=6, masterSystemTime=1732432952664 2024-11-24T07:22:32,679 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:32,679 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:32,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d018b2ce14734527f3caef6da994e94c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ab588ae992e,46249,1732432945723 2024-11-24T07:22:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d018b2ce14734527f3caef6da994e94c, server=1ab588ae992e,46249,1732432945723 because future has completed 2024-11-24T07:22:32,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:22:32,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d018b2ce14734527f3caef6da994e94c, server=1ab588ae992e,46249,1732432945723 in 222 msec 2024-11-24T07:22:32,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:22:32,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d018b2ce14734527f3caef6da994e94c, ASSIGN in 377 msec 2024-11-24T07:22:32,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:22:32,685 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432952685"}]},"ts":"1732432952685"} 2024-11-24T07:22:32,686 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T07:22:32,687 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:22:32,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2100 sec 2024-11-24T07:22:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:22:33,625 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T07:22:33,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@484aa69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:33,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40279,-1 for getting cluster id 2024-11-24T07:22:33,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:33,627 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efac54ef-0c20-414b-8004-db9cb7df2461' 2024-11-24T07:22:33,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:33,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efac54ef-0c20-414b-8004-db9cb7df2461" 2024-11-24T07:22:33,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4ab790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:33,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40279,-1] 2024-11-24T07:22:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:33,629 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:33,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679605b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:33,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,40279,1732432932582 2024-11-24T07:22:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@316fa4f1 2024-11-24T07:22:33,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:33,632 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:33,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ab588ae992e:36393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:22:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:22:33,636 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:36393' 2024-11-24T07:22:33,637 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c2a14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:33,637 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,36393,-1 for getting cluster id 2024-11-24T07:22:33,637 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:33,638 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '863168a8-2f8b-48df-960c-29b382e1b015' 2024-11-24T07:22:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:22:33,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:33,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "863168a8-2f8b-48df-960c-29b382e1b015" 2024-11-24T07:22:33,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2d851a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:33,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,36393,-1] 2024-11-24T07:22:33,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:33,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:33,639 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:33,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761e6926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:33,640 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:33,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,36393,1732432938505 2024-11-24T07:22:33,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36659be7 2024-11-24T07:22:33,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:33,642 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:33,643 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T07:22:33,643 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:22:33,643 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:33,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:33,643 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:33,643 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:22:33,645 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T07:22:33,645 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:22:33,646 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:33,646 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:22:33,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741837_1013 (size=1138) 2024-11-24T07:22:33,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fedfac46c0940d981d5aa94e5829e771, NAME => 'hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074 2024-11-24T07:22:33,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741838_1014 (size=44) 2024-11-24T07:22:33,695 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T07:22:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:22:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:22:34,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:34,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fedfac46c0940d981d5aa94e5829e771, disabling compactions & flushes 2024-11-24T07:22:34,070 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:34,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:34,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. after waiting 0 ms 2024-11-24T07:22:34,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:34,070 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:34,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fedfac46c0940d981d5aa94e5829e771: Waiting for close lock at 1732432954070Disabling compacts and flushes for region at 1732432954070Disabling writes for close at 1732432954070Writing region close event to WAL at 1732432954070Closed at 1732432954070 2024-11-24T07:22:34,071 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:22:34,071 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732432954071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432954071"}]},"ts":"1732432954071"} 2024-11-24T07:22:34,072 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:22:34,073 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:22:34,073 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432954073"}]},"ts":"1732432954073"} 2024-11-24T07:22:34,074 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T07:22:34,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fedfac46c0940d981d5aa94e5829e771, ASSIGN}] 2024-11-24T07:22:34,075 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fedfac46c0940d981d5aa94e5829e771, ASSIGN 2024-11-24T07:22:34,076 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fedfac46c0940d981d5aa94e5829e771, ASSIGN; state=OFFLINE, location=1ab588ae992e,43499,1732432932789; forceNewPlan=false, retain=false 2024-11-24T07:22:34,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:22:34,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:34,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fedfac46c0940d981d5aa94e5829e771, regionState=OPENING, regionLocation=1ab588ae992e,43499,1732432932789 2024-11-24T07:22:34,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fedfac46c0940d981d5aa94e5829e771, ASSIGN because future has completed 2024-11-24T07:22:34,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fedfac46c0940d981d5aa94e5829e771, server=1ab588ae992e,43499,1732432932789}] 2024-11-24T07:22:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:22:34,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:34,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:22:34,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T07:22:34,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ab588ae992e%2C43499%2C1732432932789.rep, suffix=, logDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789, archiveDir=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/oldWALs, maxLogs=10 2024-11-24T07:22:34,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.rep.1732432954385, exclude list is [], retry=0 2024-11-24T07:22:34,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-a8c3d67f-a14a-4022-ad71-849dc017255e,DISK] 2024-11-24T07:22:34,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.rep.1732432954385 2024-11-24T07:22:34,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40921:40921)] 2024-11-24T07:22:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fedfac46c0940d981d5aa94e5829e771, NAME => 'hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:22:34,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T07:22:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:22:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. service=MultiRowMutationService 2024-11-24T07:22:34,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T07:22:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:22:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,405 INFO [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,406 INFO [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedfac46c0940d981d5aa94e5829e771 columnFamilyName hfileref 2024-11-24T07:22:34,406 DEBUG [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:34,406 INFO [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] regionserver.HStore(327): Store=fedfac46c0940d981d5aa94e5829e771/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:34,406 INFO [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,407 INFO [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedfac46c0940d981d5aa94e5829e771 columnFamilyName queue 2024-11-24T07:22:34,407 DEBUG [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:34,407 INFO [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] regionserver.HStore(327): Store=fedfac46c0940d981d5aa94e5829e771/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:34,407 INFO [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,408 INFO [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedfac46c0940d981d5aa94e5829e771 columnFamilyName sid 2024-11-24T07:22:34,408 DEBUG [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:22:34,408 INFO [StoreOpener-fedfac46c0940d981d5aa94e5829e771-1 {}] regionserver.HStore(327): Store=fedfac46c0940d981d5aa94e5829e771/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:22:34,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T07:22:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:22:34,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fedfac46c0940d981d5aa94e5829e771; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71657228, jitterRate=0.0677759051322937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T07:22:34,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:34,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fedfac46c0940d981d5aa94e5829e771: Running coprocessor pre-open hook at 1732432954404Writing region info on filesystem at 1732432954404Initializing all the Stores at 1732432954404Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432954404Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432954405 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432954405Cleaning up temporary data from old regions at 1732432954409 (+4 ms)Running coprocessor post-open hooks at 1732432954412 (+3 ms)Region opened successfully at 1732432954412 2024-11-24T07:22:34,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771., pid=10, masterSystemTime=1732432954380 2024-11-24T07:22:34,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:34,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:34,414 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fedfac46c0940d981d5aa94e5829e771, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,43499,1732432932789 2024-11-24T07:22:34,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fedfac46c0940d981d5aa94e5829e771, server=1ab588ae992e,43499,1732432932789 because future has completed 2024-11-24T07:22:34,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T07:22:34,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fedfac46c0940d981d5aa94e5829e771, server=1ab588ae992e,43499,1732432932789 in 188 msec 2024-11-24T07:22:34,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T07:22:34,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fedfac46c0940d981d5aa94e5829e771, ASSIGN in 344 msec 2024-11-24T07:22:34,420 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:22:34,420 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432954420"}]},"ts":"1732432954420"} 2024-11-24T07:22:34,421 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T07:22:34,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:22:34,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-24T07:22:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771., hostname=1ab588ae992e,43499,1732432932789, seqNum=2] 2024-11-24T07:22:34,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:34,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:34,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:22:34,647 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T07:22:34,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T07:22:34,709 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T07:22:34,745 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ab588ae992e,43499,1732432932789, ReplicationSource: 1, currentBandwidth=0 2024-11-24T07:22:34,746 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:34,746 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43499,1732432932789, seqNum=-1] 2024-11-24T07:22:34,746 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:34,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-24T07:22:34,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ab588ae992e,43499,1732432932789', locateType=CURRENT is [region=hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771., hostname=1ab588ae992e,43499,1732432932789, seqNum=2] 2024-11-24T07:22:34,750 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T07:22:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T07:22:34,752 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ab588ae992e,43499,1732432932789 suceeded 2024-11-24T07:22:34,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T07:22:34,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-24T07:22:34,753 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ab588ae992e:36393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:22:34,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1200 sec 2024-11-24T07:22:34,763 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:36393' 2024-11-24T07:22:34,765 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc2dc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,765 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,36393,-1 for getting cluster id 2024-11-24T07:22:34,765 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:34,765 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '863168a8-2f8b-48df-960c-29b382e1b015' 2024-11-24T07:22:34,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:34,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "863168a8-2f8b-48df-960c-29b382e1b015" 2024-11-24T07:22:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cd85a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,36393,-1] 2024-11-24T07:22:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:34,766 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:34,767 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25d8fcdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,767 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,36393,1732432938505 2024-11-24T07:22:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f95ff97 2024-11-24T07:22:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:34,768 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T07:22:34,768 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ab588ae992e,43499,1732432932789 (queues=1) is replicating from cluster=efac54ef-0c20-414b-8004-db9cb7df2461 to cluster=863168a8-2f8b-48df-960c-29b382e1b015 2024-11-24T07:22:34,768 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ab588ae992e%2C43499%2C1732432932789 2024-11-24T07:22:34,768 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ab588ae992e,43499,1732432932789, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:22:34,769 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950, startPosition=0, beingWritten=true 2024-11-24T07:22:34,772 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C43499%2C1732432932789 2024-11-24T07:22:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T07:22:34,774 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T07:22:34,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:34,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:34,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:34,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:34,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:34,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f55a431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40279,-1 for getting cluster id 2024-11-24T07:22:34,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:34,777 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efac54ef-0c20-414b-8004-db9cb7df2461' 2024-11-24T07:22:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efac54ef-0c20-414b-8004-db9cb7df2461" 2024-11-24T07:22:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b282b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40279,-1] 2024-11-24T07:22:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:34,778 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:34,779 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:22:34,779 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 to pos 379, reset compression=false 2024-11-24T07:22:34,779 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43499,1732432932789 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:22:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2815246f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cbbde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,36393,-1 for getting cluster id 2024-11-24T07:22:34,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:34,781 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '863168a8-2f8b-48df-960c-29b382e1b015' 2024-11-24T07:22:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "863168a8-2f8b-48df-960c-29b382e1b015" 2024-11-24T07:22:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2630731c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,36393,-1] 2024-11-24T07:22:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:34,782 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54852510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5ee84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45927,-1 for getting cluster id 2024-11-24T07:22:34,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:34,785 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a54e472c-1d11-461c-a510-98481b5e9cb7' 2024-11-24T07:22:34,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:34,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a54e472c-1d11-461c-a510-98481b5e9cb7" 2024-11-24T07:22:34,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f495b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45927,-1] 2024-11-24T07:22:34,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:34,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:34,786 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0b3f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:34,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:34,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732432954791/Put/seqid=0 2024-11-24T07:22:34,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741840_1016 (size=7894) 2024-11-24T07:22:34,991 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 to pos 379, reset compression=false 2024-11-24T07:22:35,199 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732432955199/Put/seqid=0 2024-11-24T07:22:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741841_1017 (size=7691) 2024-11-24T07:22:35,294 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 to pos 379, reset compression=false 2024-11-24T07:22:35,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788f0206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:35,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40279,-1 for getting cluster id 2024-11-24T07:22:35,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:35,612 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efac54ef-0c20-414b-8004-db9cb7df2461' 2024-11-24T07:22:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efac54ef-0c20-414b-8004-db9cb7df2461" 2024-11-24T07:22:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a72c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40279,-1] 2024-11-24T07:22:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:35,613 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:35,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d04bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:35,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43499,1732432932789, seqNum=-1] 2024-11-24T07:22:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:35,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:35,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,40279,1732432932582 2024-11-24T07:22:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@466bdbfa 2024-11-24T07:22:35,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:35,622 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., hostname=1ab588ae992e,43499,1732432932789, seqNum=2] 2024-11-24T07:22:35,627 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:22:35,631 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-24T07:22:35,632 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-24T07:22:35,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 49ca766ed66b5c3c12a84e713ed6f20a/f 2024-11-24T07:22:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T07:22:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:22:35,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 49ca766ed66b5c3c12a84e713ed6f20a/f 2024-11-24T07:22:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T07:22:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:22:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegion(2603): Flush status journal for 49ca766ed66b5c3c12a84e713ed6f20a: 2024-11-24T07:22:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__rg9djs6u1p7gbd1f9il266n03h15npnafmfc1pig9a4baf1um31ff7lrvc9qt758/f/hfile_1 2024-11-24T07:22:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__rg9djs6u1p7gbd1f9il266n03h15npnafmfc1pig9a4baf1um31ff7lrvc9qt758/f/hfile_1 as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/7eaca709784540e1abd3ae0db06c7865_SeqId_4_ 2024-11-24T07:22:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__rg9djs6u1p7gbd1f9il266n03h15npnafmfc1pig9a4baf1um31ff7lrvc9qt758/f/hfile_0 2024-11-24T07:22:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__rg9djs6u1p7gbd1f9il266n03h15npnafmfc1pig9a4baf1um31ff7lrvc9qt758/f/hfile_0 as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/b2197eb6ef954de7af87a93944c97c34_SeqId_4_ 2024-11-24T07:22:35,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__rg9djs6u1p7gbd1f9il266n03h15npnafmfc1pig9a4baf1um31ff7lrvc9qt758/f/hfile_1 into 49ca766ed66b5c3c12a84e713ed6f20a/f as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/7eaca709784540e1abd3ae0db06c7865_SeqId_4_ - updating store file list. 2024-11-24T07:22:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7eaca709784540e1abd3ae0db06c7865_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:22:35,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/7eaca709784540e1abd3ae0db06c7865_SeqId_4_ into 49ca766ed66b5c3c12a84e713ed6f20a/f 2024-11-24T07:22:35,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__rg9djs6u1p7gbd1f9il266n03h15npnafmfc1pig9a4baf1um31ff7lrvc9qt758/f/hfile_1 into 49ca766ed66b5c3c12a84e713ed6f20a/f (new location: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/7eaca709784540e1abd3ae0db06c7865_SeqId_4_) 2024-11-24T07:22:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__rg9djs6u1p7gbd1f9il266n03h15npnafmfc1pig9a4baf1um31ff7lrvc9qt758/f/hfile_1 2024-11-24T07:22:35,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__rg9djs6u1p7gbd1f9il266n03h15npnafmfc1pig9a4baf1um31ff7lrvc9qt758/f/hfile_0 into 49ca766ed66b5c3c12a84e713ed6f20a/f as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/b2197eb6ef954de7af87a93944c97c34_SeqId_4_ - updating store file list. 2024-11-24T07:22:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2197eb6ef954de7af87a93944c97c34_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:22:35,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/b2197eb6ef954de7af87a93944c97c34_SeqId_4_ into 49ca766ed66b5c3c12a84e713ed6f20a/f 2024-11-24T07:22:35,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__rg9djs6u1p7gbd1f9il266n03h15npnafmfc1pig9a4baf1um31ff7lrvc9qt758/f/hfile_0 into 49ca766ed66b5c3c12a84e713ed6f20a/f (new location: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/b2197eb6ef954de7af87a93944c97c34_SeqId_4_) 2024-11-24T07:22:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__rg9djs6u1p7gbd1f9il266n03h15npnafmfc1pig9a4baf1um31ff7lrvc9qt758/f/hfile_0 2024-11-24T07:22:35,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:35,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:35,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:35,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:35,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., hostname=1ab588ae992e,43499,1732432932789, seqNum=2 , the old value is region=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., hostname=1ab588ae992e,43499,1732432932789, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ab588ae992e:43499 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:22:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., hostname=1ab588ae992e,43499,1732432932789, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:22:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., hostname=1ab588ae992e,43499,1732432932789, seqNum=2 from cache 2024-11-24T07:22:35,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:35,654 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T07:22:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,37185,1732432938664, seqNum=-1] 2024-11-24T07:22:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:35,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c., hostname=1ab588ae992e,37185,1732432938664, seqNum=2] 2024-11-24T07:22:35,657 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T07:22:35,697 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 to pos 379, reset compression=false 2024-11-24T07:22:35,701 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:22:35,701 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43499,1732432932789 got entry batch from reader: WALEntryBatch [walEntries=[{test/49ca766ed66b5c3c12a84e713ed6f20a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732432955651/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T07:22:35,702 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:22:35,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T07:22:35,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.ReplicationSink(318): Replicating [efac54ef-0c20-414b-8004-db9cb7df2461] bulk loaded data 2024-11-24T07:22:35,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d59b7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:35,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,36393,-1 for getting cluster id 2024-11-24T07:22:35,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:35,705 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '863168a8-2f8b-48df-960c-29b382e1b015' 2024-11-24T07:22:35,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:35,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "863168a8-2f8b-48df-960c-29b382e1b015" 2024-11-24T07:22:35,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f65415f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:35,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,36393,-1] 2024-11-24T07:22:35,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:35,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:35,706 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:35,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d91e5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741837_1013 (size=7691) 2024-11-24T07:22:35,765 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T07:22:35,901 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 to pos 687, reset compression=false 2024-11-24T07:22:36,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741838_1014 (size=7894) 2024-11-24T07:22:36,204 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 to pos 687, reset compression=false 2024-11-24T07:22:36,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:36,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,36393,1732432938505 2024-11-24T07:22:36,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24fdc989 2024-11-24T07:22:36,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:36,527 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-24T07:22:36,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:22:36,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:36,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,37185,1732432938664, seqNum=-1] 2024-11-24T07:22:36,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:36,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-24T07:22:36,537 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/7eaca709784540e1abd3ae0db06c7865_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-24T07:22:36,539 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/b2197eb6ef954de7af87a93944c97c34_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-24T07:22:36,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/b2197eb6ef954de7af87a93944c97c34_SeqId_4_ for inclusion in c2058f7b5d3c31feabfe060ca9f5dc1c/f 2024-11-24T07:22:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T07:22:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:22:36,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/7eaca709784540e1abd3ae0db06c7865_SeqId_4_ for inclusion in c2058f7b5d3c31feabfe060ca9f5dc1c/f 2024-11-24T07:22:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T07:22:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:22:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HRegion(2603): Flush status journal for c2058f7b5d3c31feabfe060ca9f5dc1c: 2024-11-24T07:22:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b2197eb6ef954de7af87a93944c97c34_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:22:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/b2197eb6ef954de7af87a93944c97c34_SeqId_4_ as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/368be0b20bb14e3eab1a25a36d670ccf_SeqId_4_ 2024-11-24T07:22:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7eaca709784540e1abd3ae0db06c7865_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:22:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/7eaca709784540e1abd3ae0db06c7865_SeqId_4_ as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/fd007966e8844182bbe866ddf5235606_SeqId_4_ 2024-11-24T07:22:36,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/b2197eb6ef954de7af87a93944c97c34_SeqId_4_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/368be0b20bb14e3eab1a25a36d670ccf_SeqId_4_ - updating store file list. 2024-11-24T07:22:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 368be0b20bb14e3eab1a25a36d670ccf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:22:36,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/368be0b20bb14e3eab1a25a36d670ccf_SeqId_4_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f 2024-11-24T07:22:36,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/b2197eb6ef954de7af87a93944c97c34_SeqId_4_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f (new location: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/368be0b20bb14e3eab1a25a36d670ccf_SeqId_4_) 2024-11-24T07:22:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/b2197eb6ef954de7af87a93944c97c34_SeqId_4_ 2024-11-24T07:22:36,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/7eaca709784540e1abd3ae0db06c7865_SeqId_4_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/fd007966e8844182bbe866ddf5235606_SeqId_4_ - updating store file list. 2024-11-24T07:22:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd007966e8844182bbe866ddf5235606_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:22:36,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/fd007966e8844182bbe866ddf5235606_SeqId_4_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f 2024-11-24T07:22:36,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/7eaca709784540e1abd3ae0db06c7865_SeqId_4_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f (new location: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/fd007966e8844182bbe866ddf5235606_SeqId_4_) 2024-11-24T07:22:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__lkqlpslcdk85mgnjfk0bt2cefguicjcpfu1362muim436qqolrrkcd0g83cr9lal/f/7eaca709784540e1abd3ae0db06c7865_SeqId_4_ 2024-11-24T07:22:36,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.ReplicationSink(324): Finished replicating [efac54ef-0c20-414b-8004-db9cb7df2461] bulk loaded data 2024-11-24T07:22:36,606 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 to pos 687, reset compression=false 2024-11-24T07:22:36,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46249,1732432945723, seqNum=-1] 2024-11-24T07:22:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:36,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432951477.d018b2ce14734527f3caef6da994e94c., hostname=1ab588ae992e,46249,1732432945723, seqNum=2] 2024-11-24T07:22:36,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:22:36,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:22:36,673 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ab588ae992e%2C43499%2C1732432932789:(num 1732432934950) roll requested 2024-11-24T07:22:36,689 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673, exclude list is [], retry=0 2024-11-24T07:22:36,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-a8c3d67f-a14a-4022-ad71-849dc017255e,DISK] 2024-11-24T07:22:36,693 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 2024-11-24T07:22:36,694 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40921:40921)] 2024-11-24T07:22:36,694 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 is not closed yet, will try archiving it next time 2024-11-24T07:22:36,694 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ab588ae992e%2C43499%2C1732432932789.rep:(num 1732432954385) roll requested 2024-11-24T07:22:36,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297602a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:36,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40279,-1 for getting cluster id 2024-11-24T07:22:36,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:36,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741832_1008 (size=695) 2024-11-24T07:22:36,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 not finished, retry = 0 2024-11-24T07:22:36,698 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efac54ef-0c20-414b-8004-db9cb7df2461' 2024-11-24T07:22:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efac54ef-0c20-414b-8004-db9cb7df2461" 2024-11-24T07:22:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9ac31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40279,-1] 2024-11-24T07:22:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:36,699 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17606d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:36,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,40279,1732432932582 2024-11-24T07:22:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e9b11e 2024-11-24T07:22:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:36,701 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:36,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://1ab588ae992e:45927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T07:22:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T07:22:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T07:22:36,703 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45927' 2024-11-24T07:22:36,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a116cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:36,704 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45927,-1 for getting cluster id 2024-11-24T07:22:36,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:36,705 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a54e472c-1d11-461c-a510-98481b5e9cb7' 2024-11-24T07:22:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a54e472c-1d11-461c-a510-98481b5e9cb7" 2024-11-24T07:22:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f6a2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45927,-1] 2024-11-24T07:22:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:36,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:36,706 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c62bba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:36,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45927,1732432945602 2024-11-24T07:22:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@405d560 2024-11-24T07:22:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:36,708 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:36,708 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T07:22:36,708 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T07:22:36,709 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:36,709 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:36,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:36,709 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.rep.1732432956694, exclude list is [], retry=0 2024-11-24T07:22:36,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-a8c3d67f-a14a-4022-ad71-849dc017255e,DISK] 2024-11-24T07:22:36,713 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.rep.1732432954385 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.rep.1732432956694 2024-11-24T07:22:36,714 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40921:40921)] 2024-11-24T07:22:36,714 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.rep.1732432954385 is not closed yet, will try archiving it next time 2024-11-24T07:22:36,714 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ab588ae992e%2C43499%2C1732432932789.meta:.meta(num 1732432935915) roll requested 2024-11-24T07:22:36,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.rep.1732432954385 not finished, retry = 0 2024-11-24T07:22:36,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741839_1015 (size=1505) 2024-11-24T07:22:36,730 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.meta.1732432956714.meta, exclude list is [], retry=0 2024-11-24T07:22:36,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-a8c3d67f-a14a-4022-ad71-849dc017255e,DISK] 2024-11-24T07:22:36,732 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.meta.1732432935915.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.meta.1732432956714.meta 2024-11-24T07:22:36,736 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40921:40921)] 2024-11-24T07:22:36,736 DEBUG [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.meta.1732432935915.meta is not closed yet, will try archiving it next time 2024-11-24T07:22:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741834_1010 (size=3473) 2024-11-24T07:22:36,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T07:22:36,799 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 to hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/oldWALs/1ab588ae992e%2C43499%2C1732432932789.1732432934950 2024-11-24T07:22:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T07:22:36,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T07:22:36,941 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T07:22:36,974 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-1ab588ae992e,43499,1732432932789, ReplicationSource: 2, currentBandwidth=0 2024-11-24T07:22:36,976 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T07:22:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T07:22:36,977 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1ab588ae992e,43499,1732432932789 suceeded 2024-11-24T07:22:36,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T07:22:36,979 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1ab588ae992e:45927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T07:22:36,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-24T07:22:36,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 278 msec 2024-11-24T07:22:36,989 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ab588ae992e:45927' 2024-11-24T07:22:36,990 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12b6cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:36,990 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45927,-1 for getting cluster id 2024-11-24T07:22:36,990 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:36,990 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a54e472c-1d11-461c-a510-98481b5e9cb7' 2024-11-24T07:22:36,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:36,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a54e472c-1d11-461c-a510-98481b5e9cb7" 2024-11-24T07:22:36,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d69c3cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:36,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45927,-1] 2024-11-24T07:22:36,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:36,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:36,992 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:36,992 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6393370d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:36,992 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:36,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45927,1732432945602 2024-11-24T07:22:36,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27d67c56 2024-11-24T07:22:36,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:36,994 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T07:22:36,994 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1ab588ae992e,43499,1732432932789 (queues=1) is replicating from cluster=efac54ef-0c20-414b-8004-db9cb7df2461 to cluster=a54e472c-1d11-461c-a510-98481b5e9cb7 2024-11-24T07:22:36,995 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1ab588ae992e%2C43499%2C1732432932789 2024-11-24T07:22:36,995 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1ab588ae992e,43499,1732432932789, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T07:22:36,995 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673, startPosition=0, beingWritten=true 2024-11-24T07:22:36,995 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ab588ae992e%2C43499%2C1732432932789 2024-11-24T07:22:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T07:22:37,025 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T07:22:37,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:37,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:37,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:37,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:37,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:22:37,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:37,029 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732432957028/Put/seqid=0 2024-11-24T07:22:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741845_1021 (size=11194) 2024-11-24T07:22:37,039 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732432957039/Put/seqid=0 2024-11-24T07:22:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741846_1022 (size=10791) 2024-11-24T07:22:37,111 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 to pos 687, reset compression=false 2024-11-24T07:22:37,116 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 was moved to hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/oldWALs/1ab588ae992e%2C43499%2C1732432932789.1732432934950 2024-11-24T07:22:37,117 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950 2024-11-24T07:22:37,118 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43499,1732432932789 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432934950, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T07:22:37,118 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673, startPosition=0, beingWritten=true 2024-11-24T07:22:37,119 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [1ab588ae992e%2C43499%2C1732432932789.1732432934950] 2024-11-24T07:22:37,206 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 0, reset compression=false 2024-11-24T07:22:37,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd88a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:37,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,40279,-1 for getting cluster id 2024-11-24T07:22:37,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:37,446 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efac54ef-0c20-414b-8004-db9cb7df2461' 2024-11-24T07:22:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efac54ef-0c20-414b-8004-db9cb7df2461" 2024-11-24T07:22:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ada47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,40279,-1] 2024-11-24T07:22:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:37,447 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:37,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb4e34f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:37,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,43499,1732432932789, seqNum=-1] 2024-11-24T07:22:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:37,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:22:37,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:37,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,40279,1732432932582 2024-11-24T07:22:37,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e6fadde 2024-11-24T07:22:37,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:37,457 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:22:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., hostname=1ab588ae992e,43499,1732432932789, seqNum=2] 2024-11-24T07:22:37,462 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:22:37,467 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-24T07:22:37,469 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-24T07:22:37,509 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 0, reset compression=false 2024-11-24T07:22:37,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 49ca766ed66b5c3c12a84e713ed6f20a/f 2024-11-24T07:22:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T07:22:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:22:37,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 49ca766ed66b5c3c12a84e713ed6f20a/f 2024-11-24T07:22:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T07:22:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:22:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegion(2603): Flush status journal for 49ca766ed66b5c3c12a84e713ed6f20a: 2024-11-24T07:22:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__948a36f31egmpk79vssqpndfun3dln5k44f2q41aldqgkoiu88hn1409ietjkr1i/f/hfile_0 2024-11-24T07:22:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__948a36f31egmpk79vssqpndfun3dln5k44f2q41aldqgkoiu88hn1409ietjkr1i/f/hfile_0 as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ 2024-11-24T07:22:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__948a36f31egmpk79vssqpndfun3dln5k44f2q41aldqgkoiu88hn1409ietjkr1i/f/hfile_1 2024-11-24T07:22:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__948a36f31egmpk79vssqpndfun3dln5k44f2q41aldqgkoiu88hn1409ietjkr1i/f/hfile_1 as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ 2024-11-24T07:22:37,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__948a36f31egmpk79vssqpndfun3dln5k44f2q41aldqgkoiu88hn1409ietjkr1i/f/hfile_0 into 49ca766ed66b5c3c12a84e713ed6f20a/f as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ - updating store file list. 2024-11-24T07:22:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T07:22:37,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ into 49ca766ed66b5c3c12a84e713ed6f20a/f 2024-11-24T07:22:37,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__948a36f31egmpk79vssqpndfun3dln5k44f2q41aldqgkoiu88hn1409ietjkr1i/f/hfile_0 into 49ca766ed66b5c3c12a84e713ed6f20a/f (new location: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_) 2024-11-24T07:22:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__948a36f31egmpk79vssqpndfun3dln5k44f2q41aldqgkoiu88hn1409ietjkr1i/f/hfile_0 2024-11-24T07:22:37,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__948a36f31egmpk79vssqpndfun3dln5k44f2q41aldqgkoiu88hn1409ietjkr1i/f/hfile_1 into 49ca766ed66b5c3c12a84e713ed6f20a/f as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ - updating store file list. 2024-11-24T07:22:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15d585a4549045feba31ce6d7d5eba7b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T07:22:37,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ into 49ca766ed66b5c3c12a84e713ed6f20a/f 2024-11-24T07:22:37,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__948a36f31egmpk79vssqpndfun3dln5k44f2q41aldqgkoiu88hn1409ietjkr1i/f/hfile_1 into 49ca766ed66b5c3c12a84e713ed6f20a/f (new location: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_) 2024-11-24T07:22:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/staging/jenkins__test__948a36f31egmpk79vssqpndfun3dln5k44f2q41aldqgkoiu88hn1409ietjkr1i/f/hfile_1 2024-11-24T07:22:37,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:37,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:37,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:37,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., hostname=1ab588ae992e,43499,1732432932789, seqNum=2 , the old value is region=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., hostname=1ab588ae992e,43499,1732432932789, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ab588ae992e:43499 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:22:37,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., hostname=1ab588ae992e,43499,1732432932789, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T07:22:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a., hostname=1ab588ae992e,43499,1732432932789, seqNum=2 from cache 2024-11-24T07:22:37,564 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T07:22:37,568 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T07:22:37,674 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T07:22:37,724 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 0, reset compression=false 2024-11-24T07:22:37,728 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:22:37,728 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43499,1732432932789 got entry batch from reader: WALEntryBatch [walEntries=[{test/49ca766ed66b5c3c12a84e713ed6f20a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732432957562/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T07:22:37,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.ReplicationSink(318): Replicating [efac54ef-0c20-414b-8004-db9cb7df2461] bulk loaded data 2024-11-24T07:22:37,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741839_1015 (size=11194) 2024-11-24T07:22:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741840_1016 (size=10791) 2024-11-24T07:22:37,913 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 0, reset compression=false 2024-11-24T07:22:37,917 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T07:22:37,917 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-1ab588ae992e,43499,1732432932789 got entry batch from reader: WALEntryBatch [walEntries=[{test/49ca766ed66b5c3c12a84e713ed6f20a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732432957562/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T07:22:37,919 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:22:37,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T07:22:37,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.ReplicationSink(318): Replicating [efac54ef-0c20-414b-8004-db9cb7df2461] bulk loaded data 2024-11-24T07:22:37,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad19dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:37,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,45927,-1 for getting cluster id 2024-11-24T07:22:37,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:22:37,920 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a54e472c-1d11-461c-a510-98481b5e9cb7' 2024-11-24T07:22:37,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:22:37,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a54e472c-1d11-461c-a510-98481b5e9cb7" 2024-11-24T07:22:37,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f07559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:37,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,45927,-1] 2024-11-24T07:22:37,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:22:37,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:37,921 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:22:37,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c941e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:22:37,928 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741837_1013 (size=11194) 2024-11-24T07:22:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741838_1014 (size=10791) 2024-11-24T07:22:38,117 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:38,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:22:38,150 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T07:22:38,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T07:22:38,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ for inclusion in c2058f7b5d3c31feabfe060ca9f5dc1c/f 2024-11-24T07:22:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T07:22:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:22:38,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ for inclusion in c2058f7b5d3c31feabfe060ca9f5dc1c/f 2024-11-24T07:22:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T07:22:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:22:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HRegion(2603): Flush status journal for c2058f7b5d3c31feabfe060ca9f5dc1c: 2024-11-24T07:22:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:22:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/f8d129e800af4983aa660c43adaf36e1_SeqId_6_ 2024-11-24T07:22:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:22:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/3e9d3d5d2b954e01b338e0b32d85cefd_SeqId_6_ 2024-11-24T07:22:38,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/f8d129e800af4983aa660c43adaf36e1_SeqId_6_ - updating store file list. 2024-11-24T07:22:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8d129e800af4983aa660c43adaf36e1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T07:22:38,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/f8d129e800af4983aa660c43adaf36e1_SeqId_6_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f 2024-11-24T07:22:38,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f (new location: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/f8d129e800af4983aa660c43adaf36e1_SeqId_6_) 2024-11-24T07:22:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ 2024-11-24T07:22:38,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/3e9d3d5d2b954e01b338e0b32d85cefd_SeqId_6_ - updating store file list. 2024-11-24T07:22:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e9d3d5d2b954e01b338e0b32d85cefd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T07:22:38,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/3e9d3d5d2b954e01b338e0b32d85cefd_SeqId_6_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f 2024-11-24T07:22:38,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ into c2058f7b5d3c31feabfe060ca9f5dc1c/f (new location: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/f/3e9d3d5d2b954e01b338e0b32d85cefd_SeqId_6_) 2024-11-24T07:22:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/staging/jenkins.hfs.22__test__iubkhjoraa9rdbhbble4utbfu377n55onrmicft5e485egaf2pe1ep78g344hquu/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ 2024-11-24T07:22:38,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37185 {}] regionserver.ReplicationSink(324): Finished replicating [efac54ef-0c20-414b-8004-db9cb7df2461] bulk loaded data 2024-11-24T07:22:38,231 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:38,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:22:38,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,45927,1732432945602 2024-11-24T07:22:38,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@295cee24 2024-11-24T07:22:38,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:22:38,338 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-24T07:22:38,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T07:22:38,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:22:38,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,46249,1732432945723, seqNum=-1] 2024-11-24T07:22:38,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:22:38,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-24T07:22:38,346 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T07:22:38,348 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T07:22:38,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ for inclusion in d018b2ce14734527f3caef6da994e94c/f 2024-11-24T07:22:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T07:22:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:22:38,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ for inclusion in d018b2ce14734527f3caef6da994e94c/f 2024-11-24T07:22:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T07:22:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T07:22:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HRegion(2603): Flush status journal for d018b2ce14734527f3caef6da994e94c: 2024-11-24T07:22:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:22:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c/f/7a85fedee46a415b9a35aae6085bd083_SeqId_4_ 2024-11-24T07:22:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T07:22:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c/f/e1437b45c3c3497fba6421da825f3293_SeqId_4_ 2024-11-24T07:22:38,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ into d018b2ce14734527f3caef6da994e94c/f as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c/f/7a85fedee46a415b9a35aae6085bd083_SeqId_4_ - updating store file list. 2024-11-24T07:22:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a85fedee46a415b9a35aae6085bd083_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:22:38,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c/f/7a85fedee46a415b9a35aae6085bd083_SeqId_4_ into d018b2ce14734527f3caef6da994e94c/f 2024-11-24T07:22:38,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ into d018b2ce14734527f3caef6da994e94c/f (new location: hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c/f/7a85fedee46a415b9a35aae6085bd083_SeqId_4_) 2024-11-24T07:22:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/15d585a4549045feba31ce6d7d5eba7b_SeqId_6_ 2024-11-24T07:22:38,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ into d018b2ce14734527f3caef6da994e94c/f as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c/f/e1437b45c3c3497fba6421da825f3293_SeqId_4_ - updating store file list. 2024-11-24T07:22:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1437b45c3c3497fba6421da825f3293_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T07:22:38,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c/f/e1437b45c3c3497fba6421da825f3293_SeqId_4_ into d018b2ce14734527f3caef6da994e94c/f 2024-11-24T07:22:38,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ into d018b2ce14734527f3caef6da994e94c/f (new location: hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c/f/e1437b45c3c3497fba6421da825f3293_SeqId_4_) 2024-11-24T07:22:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/staging/jenkins.hfs.23__test__5u6sm2iqfc6ujg1o432u9q0t86g8r0ed2iht3hh8otb33vv85t0qcl5bopnu016d/f/d2567c498d834a5b8ef873e38d60e5a7_SeqId_6_ 2024-11-24T07:22:38,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] regionserver.ReplicationSink(324): Finished replicating [efac54ef-0c20-414b-8004-db9cb7df2461] bulk loaded data 2024-11-24T07:22:38,421 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:38,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:22:38,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:38,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:38,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:38,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:38,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:38,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:22:38,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1036725887, stopped=false 2024-11-24T07:22:38,580 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,45927,1732432945602 2024-11-24T07:22:38,635 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:38,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-919331215/running 2024-11-24T07:22:38,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-919331215/running 2024-11-24T07:22:38,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:38,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:38,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:22:38,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:38,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:38,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:38,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Set watcher on znode that does not yet exist, /2-919331215/running 2024-11-24T07:22:38,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Set watcher on znode that does not yet exist, /2-919331215/running 2024-11-24T07:22:38,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,46249,1732432945723' ***** 2024-11-24T07:22:38,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:22:38,641 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:22:38,641 INFO [RS:0;1ab588ae992e:46249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:22:38,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:22:38,641 INFO [RS:0;1ab588ae992e:46249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:22:38,641 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(3091): Received CLOSE for d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:38,641 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,46249,1732432945723 2024-11-24T07:22:38,641 INFO [RS:0;1ab588ae992e:46249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:22:38,641 INFO [RS:0;1ab588ae992e:46249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:46249. 2024-11-24T07:22:38,642 DEBUG [RS:0;1ab588ae992e:46249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:38,642 DEBUG [RS:0;1ab588ae992e:46249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:38,642 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d018b2ce14734527f3caef6da994e94c, disabling compactions & flushes 2024-11-24T07:22:38,642 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:38,642 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:38,642 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:22:38,642 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432951477.d018b2ce14734527f3caef6da994e94c. after waiting 0 ms 2024-11-24T07:22:38,642 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:38,642 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:22:38,642 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:22:38,642 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:22:38,642 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:22:38,642 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d018b2ce14734527f3caef6da994e94c=test,,1732432951477.d018b2ce14734527f3caef6da994e94c.} 2024-11-24T07:22:38,642 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:22:38,642 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:22:38,642 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d018b2ce14734527f3caef6da994e94c 2024-11-24T07:22:38,642 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:22:38,642 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:22:38,642 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:22:38,642 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T07:22:38,645 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/default/test/d018b2ce14734527f3caef6da994e94c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T07:22:38,645 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:22:38,645 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:22:38,645 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:38,645 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d018b2ce14734527f3caef6da994e94c: Waiting for close lock at 1732432958641Running coprocessor pre-close hooks at 1732432958641Disabling compacts and flushes for region at 1732432958642 (+1 ms)Disabling writes for close at 1732432958642Writing region close event to WAL at 1732432958642Running coprocessor post-close hooks at 1732432958645 (+3 ms)Closed at 1732432958645 2024-11-24T07:22:38,645 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432951477.d018b2ce14734527f3caef6da994e94c. 2024-11-24T07:22:38,659 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/info/11a3dec697034c4588c07f48a860efd0 is 129, key is test,,1732432951477.d018b2ce14734527f3caef6da994e94c./info:regioninfo/1732432952680/Put/seqid=0 2024-11-24T07:22:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741839_1015 (size=6421) 2024-11-24T07:22:38,675 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:22:38,824 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:38,842 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:38,889 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T07:22:39,042 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:39,062 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/info/11a3dec697034c4588c07f48a860efd0 2024-11-24T07:22:39,082 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/ns/8431b782a2ac474c9c787a1c2b8eb135 is 43, key is default/ns:d/1732432948626/Put/seqid=0 2024-11-24T07:22:39,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741840_1016 (size=5153) 2024-11-24T07:22:39,137 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:39,242 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:39,327 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:39,443 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:39,486 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/ns/8431b782a2ac474c9c787a1c2b8eb135 2024-11-24T07:22:39,502 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/rep_barrier/21fcb570612542a88b639462f2b8b7fe is 112, key is test,,1732432951477.d018b2ce14734527f3caef6da994e94c./rep_barrier:seqnumDuringOpen/1732432952680/Put/seqid=0 2024-11-24T07:22:39,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741841_1017 (size=5518) 2024-11-24T07:22:39,533 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:22:39,533 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:22:39,643 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:22:39,643 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:22:39,643 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:39,741 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:39,843 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:39,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:22:39,906 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/rep_barrier/21fcb570612542a88b639462f2b8b7fe 2024-11-24T07:22:39,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,928 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/table/4f0a8ebc29584a5bbdbea5d0ce94d66e is 40, key is test/table:state/1732432952685/Put/seqid=0 2024-11-24T07:22:39,930 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:39,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741842_1018 (size=5165) 2024-11-24T07:22:39,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:39,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:40,043 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:40,243 DEBUG [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:40,332 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/table/4f0a8ebc29584a5bbdbea5d0ce94d66e 2024-11-24T07:22:40,336 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/info/11a3dec697034c4588c07f48a860efd0 as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/info/11a3dec697034c4588c07f48a860efd0 2024-11-24T07:22:40,339 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/info/11a3dec697034c4588c07f48a860efd0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T07:22:40,339 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/ns/8431b782a2ac474c9c787a1c2b8eb135 as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/ns/8431b782a2ac474c9c787a1c2b8eb135 2024-11-24T07:22:40,342 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/ns/8431b782a2ac474c9c787a1c2b8eb135, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T07:22:40,342 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/rep_barrier/21fcb570612542a88b639462f2b8b7fe as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/rep_barrier/21fcb570612542a88b639462f2b8b7fe 2024-11-24T07:22:40,345 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/rep_barrier/21fcb570612542a88b639462f2b8b7fe, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T07:22:40,345 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/.tmp/table/4f0a8ebc29584a5bbdbea5d0ce94d66e as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/table/4f0a8ebc29584a5bbdbea5d0ce94d66e 2024-11-24T07:22:40,348 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/table/4f0a8ebc29584a5bbdbea5d0ce94d66e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T07:22:40,348 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=11, compaction requested=false 2024-11-24T07:22:40,352 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T07:22:40,352 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:22:40,352 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:22:40,352 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:40,352 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432958642Running coprocessor pre-close hooks at 1732432958642Disabling compacts and flushes for region at 1732432958642Disabling writes for close at 1732432958642Obtaining lock to block concurrent updates at 1732432958642Preparing flush snapshotting stores in 1588230740 at 1732432958642Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732432958643 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432958643Flushing 1588230740/info: creating writer at 1732432958643Flushing 1588230740/info: appending metadata at 1732432958658 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732432958658Flushing 1588230740/ns: creating writer at 1732432959066 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732432959082 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732432959082Flushing 1588230740/rep_barrier: creating writer at 1732432959490 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432959502 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432959502Flushing 1588230740/table: creating writer at 1732432959909 (+407 ms)Flushing 1588230740/table: appending metadata at 1732432959927 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732432959927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192bb2c: reopening flushed file at 1732432960335 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1618e9: reopening flushed file at 1732432960339 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ee9404: reopening flushed file at 1732432960342 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aaa2470: reopening flushed file at 1732432960345 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=11, compaction requested=false at 1732432960348 (+3 ms)Writing region close event to WAL at 1732432960350 (+2 ms)Running coprocessor post-close hooks at 1732432960352 (+2 ms)Closed at 1732432960352 2024-11-24T07:22:40,352 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:40,444 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:40,444 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,46249,1732432945723; all regions closed. 2024-11-24T07:22:40,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741834_1010 (size=2717) 2024-11-24T07:22:40,448 DEBUG [RS:0;1ab588ae992e:46249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/oldWALs 2024-11-24T07:22:40,448 INFO [RS:0;1ab588ae992e:46249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C46249%2C1732432945723.meta:.meta(num 1732432948567) 2024-11-24T07:22:40,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741832_1008 (size=1028) 2024-11-24T07:22:40,451 DEBUG [RS:0;1ab588ae992e:46249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/oldWALs 2024-11-24T07:22:40,451 INFO [RS:0;1ab588ae992e:46249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C46249%2C1732432945723:(num 1732432947593) 2024-11-24T07:22:40,451 DEBUG [RS:0;1ab588ae992e:46249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:40,451 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:22:40,451 INFO [RS:0;1ab588ae992e:46249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:22:40,451 INFO [RS:0;1ab588ae992e:46249 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:22:40,451 INFO [RS:0;1ab588ae992e:46249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:22:40,451 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:22:40,452 INFO [RS:0;1ab588ae992e:46249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:46249. 2024-11-24T07:22:40,452 DEBUG [RS:0;1ab588ae992e:46249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:40,452 DEBUG [RS:0;1ab588ae992e:46249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:40,452 DEBUG [RS:0;1ab588ae992e:46249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:40,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:40,452 INFO [RS:0;1ab588ae992e:46249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46249 2024-11-24T07:22:40,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-919331215/rs/1ab588ae992e,46249,1732432945723 2024-11-24T07:22:40,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215/rs 2024-11-24T07:22:40,566 INFO [RS:0;1ab588ae992e:46249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:22:40,566 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f61c08e4218@58e76347 rejected from java.util.concurrent.ThreadPoolExecutor@5cd8fc83[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-24T07:22:40,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,46249,1732432945723] 2024-11-24T07:22:40,587 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-919331215/draining/1ab588ae992e,46249,1732432945723 already deleted, retry=false 2024-11-24T07:22:40,587 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,46249,1732432945723 expired; onlineServers=0 2024-11-24T07:22:40,587 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,45927,1732432945602' ***** 2024-11-24T07:22:40,587 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:22:40,588 INFO [M:0;1ab588ae992e:45927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:22:40,588 INFO [M:0;1ab588ae992e:45927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:22:40,588 DEBUG [M:0;1ab588ae992e:45927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:22:40,588 DEBUG [M:0;1ab588ae992e:45927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:22:40,588 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:22:40,588 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432947360 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432947360,5,FailOnTimeoutGroup] 2024-11-24T07:22:40,588 INFO [M:0;1ab588ae992e:45927 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:22:40,588 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432947363 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432947363,5,FailOnTimeoutGroup] 2024-11-24T07:22:40,588 INFO [M:0;1ab588ae992e:45927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:22:40,588 DEBUG [M:0;1ab588ae992e:45927 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:22:40,588 INFO [M:0;1ab588ae992e:45927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:22:40,588 INFO [M:0;1ab588ae992e:45927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:22:40,589 INFO [M:0;1ab588ae992e:45927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:22:40,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:22:40,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-919331215/master 2024-11-24T07:22:40,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-919331215 2024-11-24T07:22:40,598 DEBUG [M:0;1ab588ae992e:45927 {}] zookeeper.ZKUtil(347): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Unable to get data of znode /2-919331215/master because node does not exist (not an error) 2024-11-24T07:22:40,598 WARN [M:0;1ab588ae992e:45927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:22:40,598 INFO [M:0;1ab588ae992e:45927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/.lastflushedseqids 2024-11-24T07:22:40,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741843_1019 (size=173) 2024-11-24T07:22:40,606 INFO [M:0;1ab588ae992e:45927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:22:40,606 INFO [M:0;1ab588ae992e:45927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:22:40,606 DEBUG [M:0;1ab588ae992e:45927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:22:40,606 INFO [M:0;1ab588ae992e:45927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:40,606 DEBUG [M:0;1ab588ae992e:45927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:40,606 DEBUG [M:0;1ab588ae992e:45927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:22:40,606 DEBUG [M:0;1ab588ae992e:45927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:40,607 INFO [M:0;1ab588ae992e:45927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-24T07:22:40,633 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:40,636 DEBUG [M:0;1ab588ae992e:45927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b141715d69342cda7b538a8bdb0d962 is 82, key is hbase:meta,,1/info:regioninfo/1732432948597/Put/seqid=0 2024-11-24T07:22:40,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741844_1020 (size=5672) 2024-11-24T07:22:40,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:40,677 INFO [RS:0;1ab588ae992e:46249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:22:40,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46249-0x1016bb8a1150007, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:40,677 INFO [RS:0;1ab588ae992e:46249 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,46249,1732432945723; zookeeper connection closed. 2024-11-24T07:22:40,677 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48dd22c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48dd22c5 2024-11-24T07:22:40,677 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:22:41,057 INFO [M:0;1ab588ae992e:45927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b141715d69342cda7b538a8bdb0d962 2024-11-24T07:22:41,073 DEBUG [M:0;1ab588ae992e:45927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffbda436a5f6419b8b6ed23f61dc3de2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732432952687/Put/seqid=0 2024-11-24T07:22:41,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741845_1021 (size=6586) 2024-11-24T07:22:41,076 INFO [M:0;1ab588ae992e:45927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffbda436a5f6419b8b6ed23f61dc3de2 2024-11-24T07:22:41,096 DEBUG [M:0;1ab588ae992e:45927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0febd89e50004cdaa0dee229649e8586 is 69, key is 1ab588ae992e,46249,1732432945723/rs:state/1732432947385/Put/seqid=0 2024-11-24T07:22:41,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741846_1022 (size=5156) 2024-11-24T07:22:41,248 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:41,437 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:41,499 INFO [M:0;1ab588ae992e:45927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0febd89e50004cdaa0dee229649e8586 2024-11-24T07:22:41,504 DEBUG [M:0;1ab588ae992e:45927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b141715d69342cda7b538a8bdb0d962 as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b141715d69342cda7b538a8bdb0d962 2024-11-24T07:22:41,508 INFO [M:0;1ab588ae992e:45927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b141715d69342cda7b538a8bdb0d962, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T07:22:41,508 DEBUG [M:0;1ab588ae992e:45927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffbda436a5f6419b8b6ed23f61dc3de2 as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffbda436a5f6419b8b6ed23f61dc3de2 2024-11-24T07:22:41,512 INFO [M:0;1ab588ae992e:45927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffbda436a5f6419b8b6ed23f61dc3de2, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T07:22:41,513 DEBUG [M:0;1ab588ae992e:45927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0febd89e50004cdaa0dee229649e8586 as hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0febd89e50004cdaa0dee229649e8586 2024-11-24T07:22:41,516 INFO [M:0;1ab588ae992e:45927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41783/user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0febd89e50004cdaa0dee229649e8586, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T07:22:41,517 INFO [M:0;1ab588ae992e:45927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=55, compaction requested=false 2024-11-24T07:22:41,519 INFO [M:0;1ab588ae992e:45927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:41,519 DEBUG [M:0;1ab588ae992e:45927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432960606Disabling compacts and flushes for region at 1732432960606Disabling writes for close at 1732432960606Obtaining lock to block concurrent updates at 1732432960607 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432960607Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732432960607Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432960607Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432960607Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432960636 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432960636Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432961060 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432961073 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432961073Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432961080 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432961095 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432961095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c8004: reopening flushed file at 1732432961503 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b8696e: reopening flushed file at 1732432961508 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5558ba0a: reopening flushed file at 1732432961512 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=55, compaction requested=false at 1732432961517 (+5 ms)Writing region close event to WAL at 1732432961519 (+2 ms)Closed at 1732432961519 2024-11-24T07:22:41,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741830_1006 (size=32770) 2024-11-24T07:22:41,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c9408f6-b603-c942-bf09-bf44b64c7f62/MasterData/WALs/1ab588ae992e,45927,1732432945602/1ab588ae992e%2C45927%2C1732432945602.1732432947073 not finished, retry = 0 2024-11-24T07:22:41,622 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:22:41,622 INFO [M:0;1ab588ae992e:45927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:22:41,622 INFO [M:0;1ab588ae992e:45927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45927 2024-11-24T07:22:41,622 INFO [M:0;1ab588ae992e:45927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:22:41,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:41,771 INFO [M:0;1ab588ae992e:45927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:22:41,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x1016bb8a1150006, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:41,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@561959e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:22:41,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b1596a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:22:41,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:22:41,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34405464{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:22:41,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25ce72a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/hadoop.log.dir/,STOPPED} 2024-11-24T07:22:41,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:22:41,801 WARN [BP-789116149-172.17.0.3-1732432941875 heartbeating to localhost/127.0.0.1:41783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:22:41,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:22:41,801 WARN [BP-789116149-172.17.0.3-1732432941875 heartbeating to localhost/127.0.0.1:41783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-789116149-172.17.0.3-1732432941875 (Datanode Uuid 12bef8cd-b0bc-4916-ab1e-ace922ee8964) service to localhost/127.0.0.1:41783 2024-11-24T07:22:41,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/cluster_d1baa262-6014-a91d-b41c-0749bed8dc3c/data/data1/current/BP-789116149-172.17.0.3-1732432941875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:22:41,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/cluster_d1baa262-6014-a91d-b41c-0749bed8dc3c/data/data2/current/BP-789116149-172.17.0.3-1732432941875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:22:41,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:22:41,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4575d2bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:22:41,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35324f14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:22:41,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:22:41,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@508910d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:22:41,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@245daef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3012e120-ebfa-f509-e243-ef9de49edc29/hadoop.log.dir/,STOPPED} 2024-11-24T07:22:41,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:22:41,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:22:41,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:41,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:41,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:41,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:41,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:41,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:22:41,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1366764140, stopped=false 2024-11-24T07:22:41,821 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,36393,1732432938505 2024-11-24T07:22:41,829 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11986881905/running 2024-11-24T07:22:41,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11986881905/running 2024-11-24T07:22:41,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:41,829 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:41,829 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:22:41,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:41,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:41,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:41,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Set watcher on znode that does not yet exist, /11986881905/running 2024-11-24T07:22:41,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,37185,1732432938664' ***** 2024-11-24T07:22:41,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:22:41,830 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:22:41,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Set watcher on znode that does not yet exist, /11986881905/running 2024-11-24T07:22:41,830 INFO [RS:0;1ab588ae992e:37185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:22:41,830 INFO [RS:0;1ab588ae992e:37185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:22:41,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:22:41,830 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(3091): Received CLOSE for c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:41,831 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,37185,1732432938664 2024-11-24T07:22:41,831 INFO [RS:0;1ab588ae992e:37185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:22:41,831 INFO [RS:0;1ab588ae992e:37185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:37185. 2024-11-24T07:22:41,831 DEBUG [RS:0;1ab588ae992e:37185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:41,831 DEBUG [RS:0;1ab588ae992e:37185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:41,831 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2058f7b5d3c31feabfe060ca9f5dc1c, disabling compactions & flushes 2024-11-24T07:22:41,831 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:41,831 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:22:41,831 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:41,831 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:22:41,831 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. after waiting 0 ms 2024-11-24T07:22:41,831 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:22:41,831 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:41,831 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:22:41,831 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:22:41,831 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c2058f7b5d3c31feabfe060ca9f5dc1c=test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c.} 2024-11-24T07:22:41,831 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2058f7b5d3c31feabfe060ca9f5dc1c 2024-11-24T07:22:41,831 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:22:41,831 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:22:41,831 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:22:41,831 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:22:41,831 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:22:41,831 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T07:22:41,834 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/default/test/c2058f7b5d3c31feabfe060ca9f5dc1c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T07:22:41,834 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:22:41,834 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:22:41,834 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:41,834 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2058f7b5d3c31feabfe060ca9f5dc1c: Waiting for close lock at 1732432961831Running coprocessor pre-close hooks at 1732432961831Disabling compacts and flushes for region at 1732432961831Disabling writes for close at 1732432961831Writing region close event to WAL at 1732432961831Running coprocessor post-close hooks at 1732432961834 (+3 ms)Closed at 1732432961834 2024-11-24T07:22:41,835 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c. 2024-11-24T07:22:41,847 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/info/0cec144d3eb44bc1bd47cd2a5111931c is 129, key is test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c./info:regioninfo/1732432950545/Put/seqid=0 2024-11-24T07:22:41,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741841_1017 (size=6421) 2024-11-24T07:22:41,903 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:22:42,031 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:42,151 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:42,170 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T07:22:42,232 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:42,251 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/info/0cec144d3eb44bc1bd47cd2a5111931c 2024-11-24T07:22:42,267 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/ns/4d8863c55c6a43d0b04a7f1b4f6b2ede is 43, key is default/ns:d/1732432941342/Put/seqid=0 2024-11-24T07:22:42,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741842_1018 (size=5153) 2024-11-24T07:22:42,341 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:42,432 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:42,632 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:42,670 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/ns/4d8863c55c6a43d0b04a7f1b4f6b2ede 2024-11-24T07:22:42,690 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/rep_barrier/c910dd117c494d6ab2e75bb81f360b6f is 112, key is test,,1732432949319.c2058f7b5d3c31feabfe060ca9f5dc1c./rep_barrier:seqnumDuringOpen/1732432950545/Put/seqid=0 2024-11-24T07:22:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741843_1019 (size=5518) 2024-11-24T07:22:42,811 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:22:42,811 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:22:42,832 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:22:42,832 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:22:42,832 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:43,032 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:43,094 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/rep_barrier/c910dd117c494d6ab2e75bb81f360b6f 2024-11-24T07:22:43,109 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/table/a5c0fc926bfa4f6491da01b95e6e7222 is 40, key is test/table:state/1732432950552/Put/seqid=0 2024-11-24T07:22:43,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741844_1020 (size=5165) 2024-11-24T07:22:43,154 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:43,232 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:43,344 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:43,432 DEBUG [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:22:43,512 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/table/a5c0fc926bfa4f6491da01b95e6e7222 2024-11-24T07:22:43,521 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/info/0cec144d3eb44bc1bd47cd2a5111931c as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/info/0cec144d3eb44bc1bd47cd2a5111931c 2024-11-24T07:22:43,528 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/info/0cec144d3eb44bc1bd47cd2a5111931c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T07:22:43,530 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/ns/4d8863c55c6a43d0b04a7f1b4f6b2ede as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/ns/4d8863c55c6a43d0b04a7f1b4f6b2ede 2024-11-24T07:22:43,543 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/ns/4d8863c55c6a43d0b04a7f1b4f6b2ede, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T07:22:43,543 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/rep_barrier/c910dd117c494d6ab2e75bb81f360b6f as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/rep_barrier/c910dd117c494d6ab2e75bb81f360b6f 2024-11-24T07:22:43,547 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/rep_barrier/c910dd117c494d6ab2e75bb81f360b6f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T07:22:43,547 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/.tmp/table/a5c0fc926bfa4f6491da01b95e6e7222 as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/table/a5c0fc926bfa4f6491da01b95e6e7222 2024-11-24T07:22:43,551 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/table/a5c0fc926bfa4f6491da01b95e6e7222, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T07:22:43,551 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false 2024-11-24T07:22:43,565 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T07:22:43,565 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:22:43,565 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:22:43,565 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:43,565 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432961831Running coprocessor pre-close hooks at 1732432961831Disabling compacts and flushes for region at 1732432961831Disabling writes for close at 1732432961831Obtaining lock to block concurrent updates at 1732432961831Preparing flush snapshotting stores in 1588230740 at 1732432961831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732432961832 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432961832Flushing 1588230740/info: creating writer at 1732432961832Flushing 1588230740/info: appending metadata at 1732432961847 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732432961847Flushing 1588230740/ns: creating writer at 1732432962255 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732432962267 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732432962267Flushing 1588230740/rep_barrier: creating writer at 1732432962674 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432962690 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432962690Flushing 1588230740/table: creating writer at 1732432963097 (+407 ms)Flushing 1588230740/table: appending metadata at 1732432963109 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732432963109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc8fc90: reopening flushed file at 1732432963518 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7136c158: reopening flushed file at 1732432963528 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c515a2: reopening flushed file at 1732432963543 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64febff9: reopening flushed file at 1732432963547 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false at 1732432963551 (+4 ms)Writing region close event to WAL at 1732432963561 (+10 ms)Running coprocessor post-close hooks at 1732432963565 (+4 ms)Closed at 1732432963565 2024-11-24T07:22:43,565 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:43,633 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,37185,1732432938664; all regions closed. 2024-11-24T07:22:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741834_1010 (size=2717) 2024-11-24T07:22:43,636 DEBUG [RS:0;1ab588ae992e:37185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/oldWALs 2024-11-24T07:22:43,636 INFO [RS:0;1ab588ae992e:37185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C37185%2C1732432938664.meta:.meta(num 1732432941264) 2024-11-24T07:22:43,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741833_1009 (size=1374) 2024-11-24T07:22:43,640 DEBUG [RS:0;1ab588ae992e:37185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/oldWALs 2024-11-24T07:22:43,640 INFO [RS:0;1ab588ae992e:37185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C37185%2C1732432938664:(num 1732432940908) 2024-11-24T07:22:43,640 DEBUG [RS:0;1ab588ae992e:37185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:43,640 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:22:43,640 INFO [RS:0;1ab588ae992e:37185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:22:43,641 INFO [RS:0;1ab588ae992e:37185 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:22:43,641 INFO [RS:0;1ab588ae992e:37185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:22:43,641 INFO [RS:0;1ab588ae992e:37185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:37185. 2024-11-24T07:22:43,641 DEBUG [RS:0;1ab588ae992e:37185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:43,641 DEBUG [RS:0;1ab588ae992e:37185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:43,641 DEBUG [RS:0;1ab588ae992e:37185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:43,641 INFO [RS:0;1ab588ae992e:37185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37185 2024-11-24T07:22:43,641 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:22:43,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905/rs 2024-11-24T07:22:43,661 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11986881905/rs/1ab588ae992e,37185,1732432938664 2024-11-24T07:22:43,661 INFO [RS:0;1ab588ae992e:37185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:22:43,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,37185,1732432938664] 2024-11-24T07:22:43,682 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11986881905/draining/1ab588ae992e,37185,1732432938664 already deleted, retry=false 2024-11-24T07:22:43,682 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,37185,1732432938664 expired; onlineServers=0 2024-11-24T07:22:43,682 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,36393,1732432938505' ***** 2024-11-24T07:22:43,682 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:22:43,682 INFO [M:0;1ab588ae992e:36393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:22:43,682 INFO [M:0;1ab588ae992e:36393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:22:43,682 DEBUG [M:0;1ab588ae992e:36393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:22:43,682 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:22:43,682 DEBUG [M:0;1ab588ae992e:36393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:22:43,682 INFO [M:0;1ab588ae992e:36393 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:22:43,682 INFO [M:0;1ab588ae992e:36393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:22:43,682 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432940586 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432940586,5,FailOnTimeoutGroup] 2024-11-24T07:22:43,682 DEBUG [M:0;1ab588ae992e:36393 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:22:43,682 INFO [M:0;1ab588ae992e:36393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:22:43,682 INFO [M:0;1ab588ae992e:36393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:22:43,683 INFO [M:0;1ab588ae992e:36393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:22:43,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:22:43,684 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432940586 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432940586,5,FailOnTimeoutGroup] 2024-11-24T07:22:43,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11986881905/master 2024-11-24T07:22:43,692 DEBUG [M:0;1ab588ae992e:36393 {}] zookeeper.RecoverableZooKeeper(212): Node /11986881905/master already deleted, retry=false 2024-11-24T07:22:43,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11986881905 2024-11-24T07:22:43,692 DEBUG [M:0;1ab588ae992e:36393 {}] master.ActiveMasterManager(353): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Failed delete of our master address node; KeeperErrorCode = NoNode for /11986881905/master 2024-11-24T07:22:43,695 INFO [M:0;1ab588ae992e:36393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/.lastflushedseqids 2024-11-24T07:22:43,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741845_1021 (size=173) 2024-11-24T07:22:43,702 INFO [M:0;1ab588ae992e:36393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:22:43,702 INFO [M:0;1ab588ae992e:36393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:22:43,702 DEBUG [M:0;1ab588ae992e:36393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:22:43,702 INFO [M:0;1ab588ae992e:36393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:43,703 DEBUG [M:0;1ab588ae992e:36393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:43,703 DEBUG [M:0;1ab588ae992e:36393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:22:43,703 DEBUG [M:0;1ab588ae992e:36393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:43,703 INFO [M:0;1ab588ae992e:36393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-24T07:22:43,723 DEBUG [M:0;1ab588ae992e:36393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f282aecb7a94f09b3e82f4f396f9652 is 82, key is hbase:meta,,1/info:regioninfo/1732432941293/Put/seqid=0 2024-11-24T07:22:43,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741846_1022 (size=5672) 2024-11-24T07:22:43,727 INFO [M:0;1ab588ae992e:36393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f282aecb7a94f09b3e82f4f396f9652 2024-11-24T07:22:43,748 DEBUG [M:0;1ab588ae992e:36393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb7156651a10410fb2a353e3a0aa7f6a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732432950556/Put/seqid=0 2024-11-24T07:22:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741847_1023 (size=6586) 2024-11-24T07:22:43,771 INFO [RS:0;1ab588ae992e:37185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:22:43,771 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:43,771 INFO [RS:0;1ab588ae992e:37185 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,37185,1732432938664; zookeeper connection closed. 2024-11-24T07:22:43,771 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x1016bb8a1150004, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:43,772 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4739ca3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4739ca3f 2024-11-24T07:22:43,772 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:22:44,153 INFO [M:0;1ab588ae992e:36393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb7156651a10410fb2a353e3a0aa7f6a 2024-11-24T07:22:44,172 DEBUG [M:0;1ab588ae992e:36393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d07c9ad23c54c7eaca913f3fe29ccbd is 69, key is 1ab588ae992e,37185,1732432938664/rs:state/1732432940681/Put/seqid=0 2024-11-24T07:22:44,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741848_1024 (size=5156) 2024-11-24T07:22:44,257 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:44,447 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:44,576 INFO [M:0;1ab588ae992e:36393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d07c9ad23c54c7eaca913f3fe29ccbd 2024-11-24T07:22:44,579 DEBUG [M:0;1ab588ae992e:36393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f282aecb7a94f09b3e82f4f396f9652 as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f282aecb7a94f09b3e82f4f396f9652 2024-11-24T07:22:44,581 INFO [M:0;1ab588ae992e:36393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f282aecb7a94f09b3e82f4f396f9652, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T07:22:44,582 DEBUG [M:0;1ab588ae992e:36393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb7156651a10410fb2a353e3a0aa7f6a as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb7156651a10410fb2a353e3a0aa7f6a 2024-11-24T07:22:44,584 INFO [M:0;1ab588ae992e:36393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb7156651a10410fb2a353e3a0aa7f6a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T07:22:44,585 DEBUG [M:0;1ab588ae992e:36393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d07c9ad23c54c7eaca913f3fe29ccbd as hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d07c9ad23c54c7eaca913f3fe29ccbd 2024-11-24T07:22:44,588 INFO [M:0;1ab588ae992e:36393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d07c9ad23c54c7eaca913f3fe29ccbd, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T07:22:44,588 INFO [M:0;1ab588ae992e:36393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false 2024-11-24T07:22:44,589 INFO [M:0;1ab588ae992e:36393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:44,589 DEBUG [M:0;1ab588ae992e:36393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432963702Disabling compacts and flushes for region at 1732432963702Disabling writes for close at 1732432963703 (+1 ms)Obtaining lock to block concurrent updates at 1732432963703Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432963703Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732432963703Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432963704 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432963704Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432963722 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432963722Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432963730 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432963748 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432963748Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432964156 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432964171 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432964171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d895b7e: reopening flushed file at 1732432964578 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58fd57dd: reopening flushed file at 1732432964581 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1b9044: reopening flushed file at 1732432964584 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false at 1732432964588 (+4 ms)Writing region close event to WAL at 1732432964589 (+1 ms)Closed at 1732432964589 2024-11-24T07:22:44,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741830_1006 (size=32770) 2024-11-24T07:22:44,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c10f8fb3-3843-3fac-25a3-e0c357d8a8c0/MasterData/WALs/1ab588ae992e,36393,1732432938505/1ab588ae992e%2C36393%2C1732432938505.1732432940199 not finished, retry = 0 2024-11-24T07:22:44,691 INFO [M:0;1ab588ae992e:36393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:22:44,691 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:22:44,691 INFO [M:0;1ab588ae992e:36393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36393 2024-11-24T07:22:44,692 INFO [M:0;1ab588ae992e:36393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:22:44,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:44,845 INFO [M:0;1ab588ae992e:36393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:22:44,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1016bb8a1150003, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:44,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5219c82a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:22:44,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a7b84ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:22:44,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:22:44,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30752fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:22:44,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@144fabf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/hadoop.log.dir/,STOPPED} 2024-11-24T07:22:44,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:22:44,860 WARN [BP-761548487-172.17.0.3-1732432936139 heartbeating to localhost/127.0.0.1:32857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:22:44,860 WARN [BP-761548487-172.17.0.3-1732432936139 heartbeating to localhost/127.0.0.1:32857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761548487-172.17.0.3-1732432936139 (Datanode Uuid 4efd8326-26e4-403f-9843-bb8c449040a5) service to localhost/127.0.0.1:32857 2024-11-24T07:22:44,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:22:44,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/cluster_2ca3a86b-6873-2e29-5d4b-cd2aa1ce739f/data/data1/current/BP-761548487-172.17.0.3-1732432936139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:22:44,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/cluster_2ca3a86b-6873-2e29-5d4b-cd2aa1ce739f/data/data2/current/BP-761548487-172.17.0.3-1732432936139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:22:44,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:22:44,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ec7742b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:22:44,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@695f4bcd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:22:44,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:22:44,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75ee3762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:22:44,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5377945c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d475140e-1599-9c5b-f5e2-0d3aefd8d97f/hadoop.log.dir/,STOPPED} 2024-11-24T07:22:44,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:22:44,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:22:44,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:44,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:44,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:44,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:44,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:44,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:22:44,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=272846082, stopped=false 2024-11-24T07:22:44,883 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,40279,1732432932582 2024-11-24T07:22:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-578080819/running 2024-11-24T07:22:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:44,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:22:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-578080819/running 2024-11-24T07:22:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:44,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Set watcher on znode that does not yet exist, /0-578080819/running 2024-11-24T07:22:44,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Set watcher on znode that does not yet exist, /0-578080819/running 2024-11-24T07:22:44,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:22:44,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:44,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:44,894 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,43499,1732432932789' ***** 2024-11-24T07:22:44,894 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:22:44,894 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:22:44,894 INFO [RS:0;1ab588ae992e:43499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:22:44,894 INFO [RS:0;1ab588ae992e:43499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:22:44,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:22:44,894 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(3091): Received CLOSE for fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:44,894 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(3091): Received CLOSE for 49ca766ed66b5c3c12a84e713ed6f20a 2024-11-24T07:22:44,894 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,43499,1732432932789 2024-11-24T07:22:44,894 INFO [RS:0;1ab588ae992e:43499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:22:44,895 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fedfac46c0940d981d5aa94e5829e771, disabling compactions & flushes 2024-11-24T07:22:44,895 INFO [RS:0;1ab588ae992e:43499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:43499. 2024-11-24T07:22:44,895 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:44,895 DEBUG [RS:0;1ab588ae992e:43499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:44,895 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:44,895 DEBUG [RS:0;1ab588ae992e:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:44,895 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. after waiting 0 ms 2024-11-24T07:22:44,895 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:22:44,895 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:22:44,895 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:44,895 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:22:44,895 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:22:44,895 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fedfac46c0940d981d5aa94e5829e771 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-24T07:22:44,895 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T07:22:44,895 DEBUG [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1325): Online Regions={fedfac46c0940d981d5aa94e5829e771=hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771., 1588230740=hbase:meta,,1.1588230740, 49ca766ed66b5c3c12a84e713ed6f20a=test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a.} 2024-11-24T07:22:44,895 DEBUG [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49ca766ed66b5c3c12a84e713ed6f20a, fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:44,895 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:22:44,895 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:22:44,895 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:22:44,895 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:22:44,895 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:22:44,895 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T07:22:44,914 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/.tmp/hfileref/22719b211ef24497965c8364f1b30074 is 74, key is 1/hfileref:15d585a4549045feba31ce6d7d5eba7b_SeqId_6_/1732432958171/DeleteColumn/seqid=0 2024-11-24T07:22:44,915 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/info/d34824cd6b9e47218acb558dc30025e9 is 147, key is hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771./info:regioninfo/1732432954414/Put/seqid=0 2024-11-24T07:22:44,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741847_1023 (size=5489) 2024-11-24T07:22:44,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741848_1024 (size=7686) 2024-11-24T07:22:44,927 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/info/d34824cd6b9e47218acb558dc30025e9 2024-11-24T07:22:44,948 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:22:44,952 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/ns/db4c7a2fa3a94fe9a1fb3b1080e1d5a8 is 43, key is default/ns:d/1732432935998/Put/seqid=0 2024-11-24T07:22:44,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741849_1025 (size=5153) 2024-11-24T07:22:44,955 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/ns/db4c7a2fa3a94fe9a1fb3b1080e1d5a8 2024-11-24T07:22:44,971 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/rep_barrier/488fd54b5c7d4acbae7bb88de52dbc76 is 112, key is test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a./rep_barrier:seqnumDuringOpen/1732432949037/Put/seqid=0 2024-11-24T07:22:44,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741850_1026 (size=5518) 2024-11-24T07:22:44,975 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/rep_barrier/488fd54b5c7d4acbae7bb88de52dbc76 2024-11-24T07:22:44,990 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/table/f243f0b1a0254ee0877a0455cd040af8 is 53, key is hbase:replication/table:state/1732432954420/Put/seqid=0 2024-11-24T07:22:44,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741851_1027 (size=5308) 2024-11-24T07:22:45,095 DEBUG [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49ca766ed66b5c3c12a84e713ed6f20a, fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:45,295 DEBUG [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49ca766ed66b5c3c12a84e713ed6f20a, fedfac46c0940d981d5aa94e5829e771 2024-11-24T07:22:45,326 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/.tmp/hfileref/22719b211ef24497965c8364f1b30074 2024-11-24T07:22:45,346 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/.tmp/queue/da94359fd37e4175b1a94d2583302e37 is 153, key is 1-1ab588ae992e,43499,1732432932789/queue:1ab588ae992e%2C43499%2C1732432932789/1732432958172/Put/seqid=0 2024-11-24T07:22:45,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741852_1028 (size=5504) 2024-11-24T07:22:45,349 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/.tmp/queue/da94359fd37e4175b1a94d2583302e37 2024-11-24T07:22:45,363 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/.tmp/hfileref/22719b211ef24497965c8364f1b30074 as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/hfileref/22719b211ef24497965c8364f1b30074 2024-11-24T07:22:45,367 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/hfileref/22719b211ef24497965c8364f1b30074, entries=6, sequenceid=17, filesize=5.4 K 2024-11-24T07:22:45,368 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/.tmp/queue/da94359fd37e4175b1a94d2583302e37 as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/queue/da94359fd37e4175b1a94d2583302e37 2024-11-24T07:22:45,373 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/queue/da94359fd37e4175b1a94d2583302e37, entries=2, sequenceid=17, filesize=5.4 K 2024-11-24T07:22:45,374 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for fedfac46c0940d981d5aa94e5829e771 in 479ms, sequenceid=17, compaction requested=false 2024-11-24T07:22:45,385 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/replication/fedfac46c0940d981d5aa94e5829e771/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-24T07:22:45,385 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:22:45,385 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:22:45,385 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:45,385 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fedfac46c0940d981d5aa94e5829e771: Waiting for close lock at 1732432964894Running coprocessor pre-close hooks at 1732432964894Disabling compacts and flushes for region at 1732432964894Disabling writes for close at 1732432964895 (+1 ms)Obtaining lock to block concurrent updates at 1732432964895Preparing flush snapshotting stores in fedfac46c0940d981d5aa94e5829e771 at 1732432964895Finished memstore snapshotting hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732432964895Flushing stores of hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. at 1732432964896 (+1 ms)Flushing fedfac46c0940d981d5aa94e5829e771/hfileref: creating writer at 1732432964896Flushing fedfac46c0940d981d5aa94e5829e771/hfileref: appending metadata at 1732432964914 (+18 ms)Flushing fedfac46c0940d981d5aa94e5829e771/hfileref: closing flushed file at 1732432964914Flushing fedfac46c0940d981d5aa94e5829e771/queue: creating writer at 1732432965329 (+415 ms)Flushing fedfac46c0940d981d5aa94e5829e771/queue: appending metadata at 1732432965345 (+16 ms)Flushing fedfac46c0940d981d5aa94e5829e771/queue: closing flushed file at 1732432965345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72350643: reopening flushed file at 1732432965363 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18bdff7f: reopening flushed file at 1732432965368 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for fedfac46c0940d981d5aa94e5829e771 in 479ms, sequenceid=17, compaction requested=false at 1732432965374 (+6 ms)Writing region close event to WAL at 1732432965376 (+2 ms)Running coprocessor post-close hooks at 1732432965385 (+9 ms)Closed at 1732432965385 2024-11-24T07:22:45,386 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732432953643.fedfac46c0940d981d5aa94e5829e771. 2024-11-24T07:22:45,386 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49ca766ed66b5c3c12a84e713ed6f20a, disabling compactions & flushes 2024-11-24T07:22:45,386 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:45,386 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:45,386 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. after waiting 0 ms 2024-11-24T07:22:45,386 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:45,393 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/table/f243f0b1a0254ee0877a0455cd040af8 2024-11-24T07:22:45,394 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/default/test/49ca766ed66b5c3c12a84e713ed6f20a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T07:22:45,394 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:22:45,394 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T07:22:45,394 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:45,395 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49ca766ed66b5c3c12a84e713ed6f20a: Waiting for close lock at 1732432965386Running coprocessor pre-close hooks at 1732432965386Disabling compacts and flushes for region at 1732432965386Disabling writes for close at 1732432965386Writing region close event to WAL at 1732432965388 (+2 ms)Running coprocessor post-close hooks at 1732432965394 (+6 ms)Closed at 1732432965394 2024-11-24T07:22:45,395 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732432948686.49ca766ed66b5c3c12a84e713ed6f20a. 2024-11-24T07:22:45,402 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/info/d34824cd6b9e47218acb558dc30025e9 as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/info/d34824cd6b9e47218acb558dc30025e9 2024-11-24T07:22:45,406 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/info/d34824cd6b9e47218acb558dc30025e9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T07:22:45,407 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/ns/db4c7a2fa3a94fe9a1fb3b1080e1d5a8 as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/ns/db4c7a2fa3a94fe9a1fb3b1080e1d5a8 2024-11-24T07:22:45,413 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/ns/db4c7a2fa3a94fe9a1fb3b1080e1d5a8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T07:22:45,414 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/rep_barrier/488fd54b5c7d4acbae7bb88de52dbc76 as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/rep_barrier/488fd54b5c7d4acbae7bb88de52dbc76 2024-11-24T07:22:45,424 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/rep_barrier/488fd54b5c7d4acbae7bb88de52dbc76, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T07:22:45,425 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/.tmp/table/f243f0b1a0254ee0877a0455cd040af8 as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/table/f243f0b1a0254ee0877a0455cd040af8 2024-11-24T07:22:45,429 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/table/f243f0b1a0254ee0877a0455cd040af8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T07:22:45,430 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 535ms, sequenceid=16, compaction requested=false 2024-11-24T07:22:45,430 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:22:45,445 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T07:22:45,445 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T07:22:45,445 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:22:45,445 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:45,446 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432964895Running coprocessor pre-close hooks at 1732432964895Disabling compacts and flushes for region at 1732432964895Disabling writes for close at 1732432964895Obtaining lock to block concurrent updates at 1732432964895Preparing flush snapshotting stores in 1588230740 at 1732432964895Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732432964896 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432964897 (+1 ms)Flushing 1588230740/info: creating writer at 1732432964897Flushing 1588230740/info: appending metadata at 1732432964915 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732432964915Flushing 1588230740/ns: creating writer at 1732432964936 (+21 ms)Flushing 1588230740/ns: appending metadata at 1732432964952 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732432964952Flushing 1588230740/rep_barrier: creating writer at 1732432964958 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732432964971 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732432964971Flushing 1588230740/table: creating writer at 1732432964978 (+7 ms)Flushing 1588230740/table: appending metadata at 1732432964989 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732432964989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c4cb13: reopening flushed file at 1732432965401 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c87107: reopening flushed file at 1732432965406 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27689533: reopening flushed file at 1732432965413 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4527bcac: reopening flushed file at 1732432965424 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 535ms, sequenceid=16, compaction requested=false at 1732432965430 (+6 ms)Writing region close event to WAL at 1732432965438 (+8 ms)Running coprocessor post-close hooks at 1732432965445 (+7 ms)Closed at 1732432965445 2024-11-24T07:22:45,446 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:22:45,460 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 393, reset compression=false 2024-11-24T07:22:45,465 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T07:22:45,466 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673 to pos 688, reset compression=false 2024-11-24T07:22:45,466 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ab588ae992e,43499,1732432932789 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/WALs/1ab588ae992e,43499,1732432932789/1ab588ae992e%2C43499%2C1732432932789.1732432956673, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T07:22:45,467 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ab588ae992e,43499,1732432932789: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ab588ae992e,43499,1732432932789, walGroup=1ab588ae992e%2C43499%2C1732432932789, offset=1ab588ae992e%2C43499%2C1732432932789.1732432956673:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:43499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T07:22:45,468 ERROR [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T07:22:45,469 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T07:22:45,469 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T07:22:45,469 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T07:22:45,469 DEBUG [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T07:22:45,469 INFO [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1614807040, "init": 1048576000, "max": 2306867200, "used": 1070222440 }, "NonHeapMemoryUsage": { "committed": 211419136, "init": 7667712, "max": -1, "used": 208331064 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T07:22:45,469 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:40279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ab588ae992e:40279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T07:22:45,496 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,43499,1732432932789; all regions closed. 2024-11-24T07:22:45,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741844_1020 (size=859) 2024-11-24T07:22:45,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741843_1019 (size=2791) 2024-11-24T07:22:45,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741842_1018 (size=696) 2024-11-24T07:22:45,528 DEBUG [RS:0;1ab588ae992e:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:45,528 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:22:45,529 INFO [RS:0;1ab588ae992e:43499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:22:45,529 INFO [RS:0;1ab588ae992e:43499 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T07:22:45,529 INFO [RS:0;1ab588ae992e:43499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:22:45,529 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:22:45,529 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ab588ae992e,43499,1732432932789 because: Region server is closing 2024-11-24T07:22:45,530 INFO [RS:0;1ab588ae992e:43499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:43499. 2024-11-24T07:22:45,530 DEBUG [RS:0;1ab588ae992e:43499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:45,530 DEBUG [RS:0;1ab588ae992e:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:45,530 DEBUG [RS:0;1ab588ae992e:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:45,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:45,631 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 terminated 2024-11-24T07:22:45,631 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1ab588ae992e,43499,1732432932789 because: Region server is closing 2024-11-24T07:22:45,631 INFO [RS:0;1ab588ae992e:43499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:43499. 2024-11-24T07:22:45,631 DEBUG [RS:0;1ab588ae992e:43499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:22:45,631 DEBUG [RS:0;1ab588ae992e:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:45,631 DEBUG [RS:0;1ab588ae992e:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:22:45,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:22:45,632 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,1-1ab588ae992e,43499,1732432932789.replicationSource.wal-reader.1ab588ae992e%2C43499%2C1732432932789,1-1ab588ae992e,43499,1732432932789 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T07:22:45,732 WARN [RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T07:22:45,732 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ab588ae992e:0-0.replicationSource,2-1ab588ae992e,43499,1732432932789.replicationSource.shipper1ab588ae992e%2C43499%2C1732432932789,2-1ab588ae992e,43499,1732432932789 terminated 2024-11-24T07:22:45,732 INFO [RS:0;1ab588ae992e:43499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43499 2024-11-24T07:22:45,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-578080819/rs/1ab588ae992e,43499,1732432932789 2024-11-24T07:22:45,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819/rs 2024-11-24T07:22:45,777 INFO [RS:0;1ab588ae992e:43499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:22:45,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,43499,1732432932789] 2024-11-24T07:22:45,797 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-578080819/draining/1ab588ae992e,43499,1732432932789 already deleted, retry=false 2024-11-24T07:22:45,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,43499,1732432932789 expired; onlineServers=0 2024-11-24T07:22:45,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,40279,1732432932582' ***** 2024-11-24T07:22:45,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:22:45,798 INFO [M:0;1ab588ae992e:40279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:22:45,798 INFO [M:0;1ab588ae992e:40279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:22:45,798 DEBUG [M:0;1ab588ae992e:40279 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:22:45,798 DEBUG [M:0;1ab588ae992e:40279 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:22:45,798 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:22:45,798 INFO [M:0;1ab588ae992e:40279 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:22:45,798 INFO [M:0;1ab588ae992e:40279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:22:45,798 DEBUG [M:0;1ab588ae992e:40279 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:22:45,798 INFO [M:0;1ab588ae992e:40279 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:22:45,798 INFO [M:0;1ab588ae992e:40279 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:22:45,798 ERROR [M:0;1ab588ae992e:40279 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (288913069) connection to localhost/127.0.0.1:43307 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43307,5,PEWorkerGroup] 2024-11-24T07:22:45,799 INFO [M:0;1ab588ae992e:40279 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:22:45,799 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:22:45,799 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432934722 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432934722,5,FailOnTimeoutGroup] 2024-11-24T07:22:45,799 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432934723 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432934723,5,FailOnTimeoutGroup] 2024-11-24T07:22:45,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-578080819/master 2024-11-24T07:22:45,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578080819 2024-11-24T07:22:45,808 DEBUG [M:0;1ab588ae992e:40279 {}] zookeeper.RecoverableZooKeeper(212): Node /0-578080819/master already deleted, retry=false 2024-11-24T07:22:45,808 DEBUG [M:0;1ab588ae992e:40279 {}] master.ActiveMasterManager(353): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-578080819/master 2024-11-24T07:22:45,809 INFO [M:0;1ab588ae992e:40279 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/.lastflushedseqids 2024-11-24T07:22:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741853_1029 (size=263) 2024-11-24T07:22:45,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T07:22:45,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:45,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1016bb8a1150001, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:45,887 INFO [RS:0;1ab588ae992e:43499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:22:45,887 INFO [RS:0;1ab588ae992e:43499 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,43499,1732432932789; zookeeper connection closed. 2024-11-24T07:22:45,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19c7797 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19c7797 2024-11-24T07:22:45,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:22:45,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:45,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T07:22:46,222 INFO [M:0;1ab588ae992e:40279 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:22:46,222 INFO [M:0;1ab588ae992e:40279 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:22:46,222 DEBUG [M:0;1ab588ae992e:40279 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:22:46,222 INFO [M:0;1ab588ae992e:40279 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:46,222 DEBUG [M:0;1ab588ae992e:40279 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:46,222 DEBUG [M:0;1ab588ae992e:40279 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:22:46,222 DEBUG [M:0;1ab588ae992e:40279 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:46,223 INFO [M:0;1ab588ae992e:40279 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-24T07:22:46,249 DEBUG [M:0;1ab588ae992e:40279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7171377af864ca4b4f463e295030d3e is 82, key is hbase:meta,,1/info:regioninfo/1732432935953/Put/seqid=0 2024-11-24T07:22:46,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741854_1030 (size=5672) 2024-11-24T07:22:46,658 INFO [M:0;1ab588ae992e:40279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7171377af864ca4b4f463e295030d3e 2024-11-24T07:22:46,680 DEBUG [M:0;1ab588ae992e:40279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f56d450502de4529ac51219a88112abc is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732432949048/Put/seqid=0 2024-11-24T07:22:46,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741855_1031 (size=7610) 2024-11-24T07:22:47,085 INFO [M:0;1ab588ae992e:40279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f56d450502de4529ac51219a88112abc 2024-11-24T07:22:47,090 INFO [M:0;1ab588ae992e:40279 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f56d450502de4529ac51219a88112abc 2024-11-24T07:22:47,109 DEBUG [M:0;1ab588ae992e:40279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33e2a4a0231c450c95f0d6caa5a2a52d is 69, key is 1ab588ae992e,43499,1732432932789/rs:state/1732432934734/Put/seqid=0 2024-11-24T07:22:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741856_1032 (size=5156) 2024-11-24T07:22:47,121 INFO [M:0;1ab588ae992e:40279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33e2a4a0231c450c95f0d6caa5a2a52d 2024-11-24T07:22:47,125 DEBUG [M:0;1ab588ae992e:40279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7171377af864ca4b4f463e295030d3e as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7171377af864ca4b4f463e295030d3e 2024-11-24T07:22:47,128 INFO [M:0;1ab588ae992e:40279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7171377af864ca4b4f463e295030d3e, entries=8, sequenceid=121, filesize=5.5 K 2024-11-24T07:22:47,129 DEBUG [M:0;1ab588ae992e:40279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f56d450502de4529ac51219a88112abc as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f56d450502de4529ac51219a88112abc 2024-11-24T07:22:47,132 INFO [M:0;1ab588ae992e:40279 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f56d450502de4529ac51219a88112abc 2024-11-24T07:22:47,132 INFO [M:0;1ab588ae992e:40279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f56d450502de4529ac51219a88112abc, entries=13, sequenceid=121, filesize=7.4 K 2024-11-24T07:22:47,132 DEBUG [M:0;1ab588ae992e:40279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33e2a4a0231c450c95f0d6caa5a2a52d as hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33e2a4a0231c450c95f0d6caa5a2a52d 2024-11-24T07:22:47,135 INFO [M:0;1ab588ae992e:40279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33e2a4a0231c450c95f0d6caa5a2a52d, entries=1, sequenceid=121, filesize=5.0 K 2024-11-24T07:22:47,136 INFO [M:0;1ab588ae992e:40279 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=121, compaction requested=false 2024-11-24T07:22:47,136 INFO [M:0;1ab588ae992e:40279 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:22:47,136 DEBUG [M:0;1ab588ae992e:40279 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432966222Disabling compacts and flushes for region at 1732432966222Disabling writes for close at 1732432966222Obtaining lock to block concurrent updates at 1732432966223 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432966223Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1732432966223Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432966223Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432966223Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432966248 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432966248Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432966661 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432966680 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432966680Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432967090 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432967109 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432967109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f78d68: reopening flushed file at 1732432967125 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba03ba5: reopening flushed file at 1732432967129 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373ad78c: reopening flushed file at 1732432967132 (+3 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=121, compaction requested=false at 1732432967136 (+4 ms)Writing region close event to WAL at 1732432967136Closed at 1732432967136 2024-11-24T07:22:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741830_1006 (size=69920) 2024-11-24T07:22:47,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66f35e10-4602-8836-b3b9-1c165f130074/MasterData/WALs/1ab588ae992e,40279,1732432932582/1ab588ae992e%2C40279%2C1732432932582.1732432934221 not finished, retry = 0 2024-11-24T07:22:47,239 INFO [M:0;1ab588ae992e:40279 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:22:47,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:22:47,239 INFO [M:0;1ab588ae992e:40279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40279 2024-11-24T07:22:47,239 INFO [M:0;1ab588ae992e:40279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:22:47,415 INFO [M:0;1ab588ae992e:40279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:22:47,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:47,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40279-0x1016bb8a1150000, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:22:47,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79649fad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:22:47,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7eb2ff8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:22:47,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:22:47,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590b1125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:22:47,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd71f6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/hadoop.log.dir/,STOPPED} 2024-11-24T07:22:47,422 WARN [BP-650047754-172.17.0.3-1732432930282 heartbeating to localhost/127.0.0.1:43307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:22:47,422 WARN [BP-650047754-172.17.0.3-1732432930282 heartbeating to localhost/127.0.0.1:43307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-650047754-172.17.0.3-1732432930282 (Datanode Uuid eecb7073-a3cc-4d18-b091-bd6b9dbd1b9e) service to localhost/127.0.0.1:43307 2024-11-24T07:22:47,422 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:22:47,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/cluster_23eaf4c2-87ec-9c65-a230-b4bd63fb8656/data/data1/current/BP-650047754-172.17.0.3-1732432930282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:22:47,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/cluster_23eaf4c2-87ec-9c65-a230-b4bd63fb8656/data/data2/current/BP-650047754-172.17.0.3-1732432930282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:22:47,422 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:22:47,423 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:22:47,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ef8af53{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:22:47,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335ea2be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:22:47,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:22:47,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f0cfc1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:22:47,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18bbcfcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a622d5-332a-0fe3-7416-e68f6b035901/hadoop.log.dir/,STOPPED} 2024-11-24T07:22:47,434 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T07:22:47,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T07:22:47,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 530) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63700) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-28 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63700) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43307 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43307 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32857 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63700) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41783 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41783 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:32857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32857 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43307 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 482) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5348 (was 4886) - AvailableMemoryMB LEAK? - 2024-11-24T07:22:47,460 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-24T07:22:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016bb8a1150005, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:22:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016bb8a1150002, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:22:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016bb8a1150008, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T07:22:47,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016bb8a1150008, quorum=127.0.0.1:63700, baseZNode=/2-919331215 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:22:47,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016bb8a1150002, quorum=127.0.0.1:63700, baseZNode=/0-578080819 Received Disconnected from ZooKeeper, ignoring 2024-11-24T07:22:47,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016bb8a1150005, quorum=127.0.0.1:63700, baseZNode=/11986881905 Received Disconnected from ZooKeeper, ignoring